-- Logs begin at Wed 2022-01-26 18:45:41 UTC, end at Wed 2022-01-26 19:45:13 UTC. -- Jan 26 19:16:47.035019 dv-cinder-794001-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 26 19:16:50.003041 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.common.config [-] Logging enabled! Jan 26 19:16:50.003673 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev432 Jan 26 19:16:50.003854 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102296) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 26 19:16:50.007102 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.common.config [-] Logging enabled! Jan 26 19:16:50.007356 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev432 Jan 26 19:16:50.007667 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102296) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 26 19:16:50.008621 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 26 19:16:50.008855 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 26 19:16:50.009220 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 26 19:16:50.009463 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 26 19:16:50.009686 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 26 19:16:50.010016 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.010426 dv-cinder-794001-3-iscsi neutron-server[102296]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 26 19:16:50.010733 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.011027 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.011315 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.011605 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.011922 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.012201 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.012483 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.012772 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.013052 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.013324 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.013601 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.013884 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.014160 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.014442 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.014728 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.015006 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] debug = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.015281 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.015705 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.016130 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.016404 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.016689 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.016962 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.017227 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.017498 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.017775 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.018094 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] host = dv-cinder-794001-3-iscsi {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.018383 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.018658 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.018936 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.019215 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.019484 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.019756 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.020056 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.020325 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.020594 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] log_file = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.020866 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.021396 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.021705 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.021990 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.022214 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.022436 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.022723 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.023007 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.023281 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.023553 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.023848 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.024124 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.024390 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.024656 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.024943 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.025222 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.025503 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.025775 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.026045 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.026312 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.026581 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.026861 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.027130 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.027398 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.027667 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.027989 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.028246 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.028532 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.028811 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.029095 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.029373 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.029657 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.029930 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.030209 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.030477 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.030745 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.031012 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] use_json = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.031281 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.031546 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.031847 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.032118 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.032383 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.032653 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.032919 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.033199 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.033466 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:50.033754 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.034044 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.034338 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.034632 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.034923 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.035198 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.035482 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.035755 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.036063 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.036345 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.036632 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.037406 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.037705 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.037989 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.038279 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.038576 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.038866 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.039154 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.039427 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.039700 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.039996 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.040271 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.040552 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.040825 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.041109 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.041391 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.041666 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.041958 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.042240 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.042526 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.042811 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.043082 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.043357 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.043644 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.043958 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.044228 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.044503 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.044786 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.045060 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.045336 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.045613 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.045886 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.046154 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.046419 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.046689 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.046973 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.047244 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.047509 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.047805 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.048067 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.048333 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.048610 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.048881 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.049150 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.049417 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.049688 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.049954 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.050221 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.050491 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.050759 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.051032 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.051300 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.051566 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.051874 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.052143 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.052409 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.053307 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.053584 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.053861 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.054134 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.054405 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.054674 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.054942 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.055213 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.055502 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.055817 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.056093 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.056369 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.056643 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.056913 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.057182 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.057452 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.057724 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.057994 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.058260 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.058542 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.058819 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.059103 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.059398 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.059671 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.059989 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.060263 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.060538 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.060810 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.061084 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.061363 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.061641 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.061932 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.062222 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.062510 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.062799 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.063088 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.063366 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.063668 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.063972 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:50.064188 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 26 19:16:50.064421 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102296) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 26 19:16:50.432054 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 26 19:16:50.432330 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 26 19:16:50.432636 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 26 19:16:50.432969 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 26 19:16:50.759096 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:50.759292 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:50.759556 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:50.760894 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:50.761167 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:50.761426 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:50.804962 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:50.805233 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:50.805498 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:50.819926 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:50.820206 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:50.820474 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:50.850185 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:50.850464 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:50.850729 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:50.886117 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:50.886392 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:50.886662 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.217656 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.218292 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.218292 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.218474 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.219101 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.317686 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.318001 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.318831 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.319104 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.319368 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.319672 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.319957 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.320211 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.320461 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.320736 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.320991 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.321250 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.321500 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.321747 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.321996 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.322254 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.322503 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.322764 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.323026 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.323282 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.323547 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.323817 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.324094 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.324462 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.324706 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.324948 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.325332 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102296) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 19:16:51.325570 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102296) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 19:16:51.325805 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102296) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 19:16:51.326038 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102296) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 19:16:51.326272 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102296) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 19:16:51.326507 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102296) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 19:16:51.326863 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 26 19:16:51.329952 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 26 19:16:51.334074 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 26 19:16:51.337744 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jan 26 19:16:51.339376 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 26 19:16:51.339853 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 26 19:16:51.340185 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 26 19:16:51.340562 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 26 19:16:51.343359 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 26 19:16:51.343609 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 26 19:16:51.343982 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 26 19:16:51.349279 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 26 19:16:51.373531 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 26 19:16:51.373987 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.374283 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102296) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 26 19:16:51.374637 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.376036 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102296) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 26 19:16:51.376313 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 26 19:16:51.376556 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 26 19:16:51.379744 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.380052 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:51.445181 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 26 19:16:51.445419 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 26 19:16:51.445659 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 26 19:16:51.446031 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 26 19:16:51.465651 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_db.sqlalchemy.engines [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102296) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 26 19:16:51.899446 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Initializing driver for type 'gre' Jan 26 19:16:51.900045 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] gre ID ranges: [(1, 1000)] Jan 26 19:16:51.950149 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Initializing driver for type 'local' Jan 26 19:16:51.950482 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Initializing driver for type 'vlan' Jan 26 19:16:51.963765 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] VlanTypeDriver initialization complete Jan 26 19:16:51.964139 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Initializing driver for type 'vxlan' Jan 26 19:16:51.964659 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] vxlan ID ranges: [(1, 1000)] Jan 26 19:16:52.015425 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Initializing extension driver 'port_security' Jan 26 19:16:52.015823 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.extensions.port_security [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] PortSecurityExtensionDriver initialization complete Jan 26 19:16:52.016170 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Initializing mechanism driver 'openvswitch' Jan 26 19:16:52.016499 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Initializing mechanism driver 'hyperv' Jan 26 19:16:52.023892 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.plugins.ml2.plugin [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:16:52.024584 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > port after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.024955 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > port after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.025311 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > port after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.025857 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102296) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 19:16:52.026300 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > subnet after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.026666 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > subnet after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.027017 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.027450 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102296) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 19:16:52.027895 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > network after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.028254 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > network after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.028597 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > network after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.028996 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102296) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 19:16:52.029418 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > security_group after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.029777 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > security_group after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.030120 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.030673 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102296) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 19:16:52.031087 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.031440 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.031804 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.032230 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102296) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 19:16:52.032640 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > address_group after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.032988 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > address_group after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.033330 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.033739 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102296) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 26 19:16:52.034186 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] ML2 OVO RPC backend initialized. {{(pid=102296) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 26 19:16:52.034897 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.035254 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.035672 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > network before_response 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.036058 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > networks before_response 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.036420 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > port before_response 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.036761 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > ports before_response 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.037684 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > subnet before_response 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.038028 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > subnets before_response 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.038376 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > network after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.038802 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > network after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.039164 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > network after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.041504 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > port after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.041504 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > port after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.041504 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > port after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.041504 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > subnet after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.041890 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > subnet after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.041890 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.048929 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.quota [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded quota_driver: . Jan 26 19:16:52.049302 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.plugin [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Modular L2 Plugin initialization complete Jan 26 19:16:52.049654 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading services supported by the core plugin {{(pid=102296) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 26 19:16:52.050002 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.plugins.ml2.managers [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Got port-security extension from driver 'port_security' Jan 26 19:16:52.050491 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.extensions.vlantransparent [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Disabled vlantransparent extension. Jan 26 19:16:52.050988 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102296) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 26 19:16:52.051316 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading Plugin: router Jan 26 19:16:52.088898 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.089299 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router after_create 55549900 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.089677 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router before_create 55549900 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.090047 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.090424 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.090786 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router after_delete 55549900 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.091149 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.091502 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.091897 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router after_create 55549900 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.092249 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router after_update 55549900 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.092601 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router after_update 55549900 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.092952 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.093313 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router after_update 55549900 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.093723 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router precommit_update 55549900 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.094095 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: port after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.094438 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: port after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.094780 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: subnet after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.095121 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.095471 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.095853 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router precommit_create 55549900 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.096202 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: port before_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.096548 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router precommit_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.096912 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router after_update 55549900 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.097260 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.097616 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router precommit_create 55549900 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.097980 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.098328 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router precommit_update 55549900 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.098694 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > agent after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.099045 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > agent after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.100007 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > network after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.100868 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Tracking information for resource: router configured {{(pid=102296) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 19:16:52.101207 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Tracking information for resource: floatingip configured {{(pid=102296) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 26 19:16:52.106130 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.db.l3_agentschedulers_db [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 26 19:16:52.106712 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: port after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.107077 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: port after_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.107432 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: port after_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.107808 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: port after_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.108737 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router before_create 55550100 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.109107 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.109476 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router precommit_create 55550100 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.109836 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > router precommit_update 55550100 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.114616 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.services.provider_configuration [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Service providers = [] {{(pid=102296) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 26 19:16:52.115012 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.db.servicetype_db [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102296) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 26 19:16:52.118041 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.services.service_base [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102296) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 19:16:52.118389 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.services.service_base [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102296) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 19:16:52.118732 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.services.service_base [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102296) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 19:16:52.119636 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.services.service_base [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102296) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 26 19:16:52.120037 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.services.service_base [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 26 19:16:52.120419 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102296) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 19:16:52.120735 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 26 19:16:52.132063 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102296) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 19:16:52.132406 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading Plugin: auto_allocate Jan 26 19:16:52.138231 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: network precommit_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.138602 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: network precommit_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.139122 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102296) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 19:16:52.139447 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading Plugin: tag Jan 26 19:16:52.146072 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102296) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 19:16:52.147304 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading Plugin: timestamp Jan 26 19:16:52.151393 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102296) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 19:16:52.151679 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading Plugin: network_ip_availability Jan 26 19:16:52.157217 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.157594 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.157959 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.158666 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102296) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 19:16:52.158993 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading Plugin: flavors Jan 26 19:16:52.163934 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102296) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 19:16:52.164269 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading Plugin: revisions Jan 26 19:16:52.168631 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102296) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 26 19:16:52.169025 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_concurrency.lockutils [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.736s {{(pid=102296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 26 19:16:52.169764 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102296) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 26 19:16:52.170106 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Initializing extension manager. Jan 26 19:16:52.170628 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: __init__.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.170972 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: __pycache__ {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.171312 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.171651 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: address_group.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.172432 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.173002 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: address-group Jan 26 19:16:52.173328 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: address_scope.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.174046 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.174556 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: address-scope Jan 26 19:16:52.174882 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.175852 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.176366 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: router-admin-state-down-before-update Jan 26 19:16:52.176693 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: agent.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.177606 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.178121 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: agent Jan 26 19:16:52.178448 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: agent_resources_synced.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.179369 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.179915 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: agent-resources-synced Jan 26 19:16:52.180244 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: allowedaddresspairs.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.182033 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.182557 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: allowed-address-pairs Jan 26 19:16:52.182892 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: auto_allocated_topology.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.184010 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.184530 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: auto-allocated-topology Jan 26 19:16:52.184857 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: availability_zone.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.185555 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.186063 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: availability_zone Jan 26 19:16:52.186387 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: availability_zone_filter.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.187301 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.187831 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: availability_zone_filter Jan 26 19:16:52.188157 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: data_plane_status.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.189072 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.189578 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension data-plane-status not supported by any of loaded plugins Jan 26 19:16:52.189901 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: default_subnetpools.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.190823 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.191335 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: default-subnetpools Jan 26 19:16:52.191663 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.192500 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.193016 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: dhcp_agent_scheduler Jan 26 19:16:52.193850 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: dns.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.194781 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.195290 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension dns-integration not supported by any of loaded plugins Jan 26 19:16:52.195617 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: dns_domain_ports.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.196584 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.197091 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 26 19:16:52.197418 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.198347 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.198855 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 26 19:16:52.199181 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: dvr.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.199889 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.200398 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: dvr Jan 26 19:16:52.200725 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: ecmp_routes.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.201662 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.202166 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 26 19:16:52.202493 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: empty_string_filtering.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.203411 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.203951 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: empty-string-filtering Jan 26 19:16:52.204277 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.205193 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.205699 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 26 19:16:52.206030 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.206944 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.207448 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 26 19:16:52.207801 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: external_net.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.208766 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.209757 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: external-net Jan 26 19:16:52.210078 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.210991 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.211506 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: extra_dhcp_opt Jan 26 19:16:52.211853 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: extraroute.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.212767 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.213276 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: extraroute Jan 26 19:16:52.213600 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: extraroute_atomic.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.214636 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.215152 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: extraroute-atomic Jan 26 19:16:52.215480 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: filter_validation.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.216183 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.216690 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: filter-validation Jan 26 19:16:52.217015 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: fip_pf_description.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.217933 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.218451 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 26 19:16:52.218748 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: fip_port_details.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.219671 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.220215 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: fip-port-details Jan 26 19:16:52.220538 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: flavors.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.221786 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.222301 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: flavors Jan 26 19:16:52.222629 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.224380 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.224902 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 26 19:16:52.225237 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: floatingip_pools.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.225945 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.226462 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: floatingip-pools Jan 26 19:16:52.226792 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: ip_allocation.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.227723 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.228265 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension ip_allocation not supported by any of loaded plugins Jan 26 19:16:52.228594 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.229524 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.230035 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: ip-substring-filtering Jan 26 19:16:52.230365 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: l2_adjacency.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.231320 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.231860 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 26 19:16:52.232190 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: l3.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.233161 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.233675 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: router Jan 26 19:16:52.234004 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.236429 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.236962 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 26 19:16:52.237299 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.238233 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.238749 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: ext-gw-mode Jan 26 19:16:52.239081 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.240059 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.240573 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: l3-ha Jan 26 19:16:52.240902 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: l3_flavors.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.241826 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.242340 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: l3-flavors Jan 26 19:16:52.242666 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.243588 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.244135 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 26 19:16:52.244463 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: l3agentscheduler.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.245510 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.246022 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: l3_agent_scheduler Jan 26 19:16:52.246357 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: local_ip.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.248205 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.248736 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension local_ip not supported by any of loaded plugins Jan 26 19:16:52.249071 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: logging.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.250586 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.251111 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension logging not supported by any of loaded plugins Jan 26 19:16:52.251446 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: metering.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.252227 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.252810 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: metering Jan 26 19:16:52.253141 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.254248 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.254766 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: metering_source_and_destination_fields Jan 26 19:16:52.255098 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: multiprovidernet.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.256590 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.257107 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: multi-provider Jan 26 19:16:52.257436 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: netmtu.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.258363 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.258870 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: net-mtu Jan 26 19:16:52.259197 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: netmtu_writable.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.260148 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.260656 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: net-mtu-writable Jan 26 19:16:52.260983 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: network_availability_zone.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.261656 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.262162 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: network_availability_zone Jan 26 19:16:52.262487 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: network_ip_availability.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.263608 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.264164 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: network-ip-availability Jan 26 19:16:52.264494 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: network_segment_range.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.265268 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.265771 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension network-segment-range not supported by any of loaded plugins Jan 26 19:16:52.266098 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: pagination.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.267091 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.267425 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: pagination Jan 26 19:16:52.267748 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: port_device_profile.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.268697 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.269214 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: port-device-profile Jan 26 19:16:52.269539 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.270463 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.270972 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: port-mac-address-regenerate Jan 26 19:16:52.272180 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.273238 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.273760 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: port-numa-affinity-policy Jan 26 19:16:52.274086 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: port_resource_request.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.275010 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.275519 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension port-resource-request not supported by any of loaded plugins Jan 26 19:16:52.275878 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: port_resource_request_groups.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.276857 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.277363 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 26 19:16:52.277690 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: portbindings.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.278612 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.279124 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: binding Jan 26 19:16:52.279451 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: portbindings_extended.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.280757 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.281271 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: binding-extended Jan 26 19:16:52.281601 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: portsecurity.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.282523 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.283032 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: port-security Jan 26 19:16:52.283358 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: project_id.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.284382 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.284717 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: project-id Jan 26 19:16:52.285050 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: providernet.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.285964 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.286479 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: provider Jan 26 19:16:52.286831 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: qos.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.290494 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.291022 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension qos not supported by any of loaded plugins Jan 26 19:16:52.291357 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.292667 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.293182 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 26 19:16:52.293517 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.294451 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.294961 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 26 19:16:52.295292 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: qos_default.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.296236 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.296753 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension qos-default not supported by any of loaded plugins Jan 26 19:16:52.297081 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: qos_fip.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.298011 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.298523 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension qos-fip not supported by any of loaded plugins Jan 26 19:16:52.298852 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.299812 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.300328 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 26 19:16:52.300655 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: qos_gateway_ip.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.301582 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.302096 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 26 19:16:52.302444 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: qos_port_network_policy.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.303365 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.303911 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 26 19:16:52.304239 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.305292 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.305805 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 26 19:16:52.306131 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: qos_pps_rule.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.307325 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.307876 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension qos-pps not supported by any of loaded plugins Jan 26 19:16:52.308210 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: qos_rule_type_details.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.309134 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.309641 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 26 19:16:52.309968 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: qos_rules_alias.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.311015 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.311527 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 26 19:16:52.311887 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: quota_check_limit.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.312811 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.313320 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: quota-check-limit Jan 26 19:16:52.313646 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: quotasv2.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.314575 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.314905 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: quotas Jan 26 19:16:52.315228 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: quotasv2_detail.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.317119 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.317461 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: quota_details Jan 26 19:16:52.317798 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: rbac.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.319378 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.319942 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: rbac-policies Jan 26 19:16:52.320278 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: rbac_address_group.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.321220 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.321743 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: rbac-address-group Jan 26 19:16:52.322072 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: rbac_address_scope.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.323005 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.323520 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: rbac-address-scope Jan 26 19:16:52.323879 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: rbac_security_groups.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.324807 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.325319 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: rbac-security-groups Jan 26 19:16:52.325643 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: rbac_subnetpool.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.326569 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.327087 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: rbac-subnetpool Jan 26 19:16:52.327412 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: revisionifmatch.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.328373 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.328886 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: revision-if-match Jan 26 19:16:52.329209 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: revisions.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.330334 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.330843 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: standard-attr-revisions Jan 26 19:16:52.331169 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: router_availability_zone.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.331878 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.332394 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: router_availability_zone Jan 26 19:16:52.332754 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: routerservicetype.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.334288 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.334796 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension router-service-type not supported by any of loaded plugins Jan 26 19:16:52.335120 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.336164 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.336682 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: security-groups-normalized-cidr Jan 26 19:16:52.337008 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.337950 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.338467 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: port-security-groups-filtering Jan 26 19:16:52.338792 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.339735 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.340279 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: security-groups-remote-address-group Jan 26 19:16:52.340602 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.341575 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.342090 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: security-groups-shared-filtering Jan 26 19:16:52.342418 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.343011 dv-cinder-794001-3-iscsi neutron-server[102296]: WARNING neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 26 19:16:52.343337 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: securitygroup.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.353081 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.353629 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: security-group Jan 26 19:16:52.353968 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: segment.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.354792 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.355304 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension segment not supported by any of loaded plugins Jan 26 19:16:52.355635 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.356814 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.357160 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 26 19:16:52.357475 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: servicetype.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.358590 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.359115 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: service-type Jan 26 19:16:52.359448 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: sorting.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.360474 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.360812 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: sorting Jan 26 19:16:52.361141 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: standard_attr_segment.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.362070 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.362585 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 26 19:16:52.362911 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: standardattrdescription.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.363570 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.364121 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: standard-attr-description Jan 26 19:16:52.364451 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: stateful_security_group.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.365415 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.365946 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: stateful-security-group Jan 26 19:16:52.366273 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: stdattrs_common.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.366851 dv-cinder-794001-3-iscsi neutron-server[102296]: WARNING neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 26 19:16:52.367183 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.368155 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.368670 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 26 19:16:52.368997 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: subnet_onboard.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.370081 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.370596 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: subnet_onboard Jan 26 19:16:52.370921 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.371899 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.372425 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 26 19:16:52.372750 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: subnet_service_types.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.373680 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.374201 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: subnet-service-types Jan 26 19:16:52.374526 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: subnetallocation.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.375642 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.376188 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: subnet_allocation Jan 26 19:16:52.376515 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.377194 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.377701 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: subnetpool-prefix-ops Jan 26 19:16:52.378025 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.378969 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.379476 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 26 19:16:52.379830 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: tagging.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.381411 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.381935 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: standard-attr-tag Jan 26 19:16:52.382263 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: timestamp.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.383488 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.384036 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loaded extension: standard-attr-timestamp Jan 26 19:16:52.384368 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: trunk.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.385419 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.385939 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension trunk not supported by any of loaded plugins Jan 26 19:16:52.386268 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: trunk_details.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.387199 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.387721 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension trunk-details not supported by any of loaded plugins Jan 26 19:16:52.388077 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: uplink_status_propagation.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.389008 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.389516 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 26 19:16:52.389839 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Loading extension file: vlantransparent.py {{(pid=102296) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 26 19:16:52.390515 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102296) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 19:16:52.391019 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 26 19:16:52.393512 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Creating instance of TrackedResource for resource:network Jan 26 19:16:52.394038 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Creating instance of TrackedResource for resource:subnet Jan 26 19:16:52.394440 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 19:16:52.394837 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Creating instance of TrackedResource for resource:port Jan 26 19:16:52.396092 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.v2.resource_helper [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102296) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 19:16:52.397383 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.v2.resource_helper [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Service FLAVORS assigned prefix: {{(pid=102296) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 19:16:52.398011 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.v2.resource_helper [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102296) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 19:16:52.398435 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.v2.resource_helper [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102296) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 19:16:52.398770 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Creating instance of TrackedResource for resource:router Jan 26 19:16:52.399211 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Creating instance of TrackedResource for resource:floatingip Jan 26 19:16:52.399710 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.v2.resource_helper [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Service METERING assigned prefix: /metering {{(pid=102296) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 19:16:52.401188 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.401609 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.401923 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:16:52.402936 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Creating instance of CountableResource for resource:rbac_policy Jan 26 19:16:52.403385 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Creating instance of TrackedResource for resource:security_group Jan 26 19:16:52.403840 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 26 19:16:52.405537 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.v2.resource_helper [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Service CORE assigned prefix: {{(pid=102296) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 19:16:52.405885 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 19:16:52.406242 dv-cinder-794001-3-iscsi neutron-server[102296]: WARNING neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] subnetpool is already registered Jan 26 19:16:52.406674 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.v2.resource_helper [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Service CORE assigned prefix: {{(pid=102296) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 19:16:52.407006 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 19:16:52.407345 dv-cinder-794001-3-iscsi neutron-server[102296]: WARNING neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] subnetpool is already registered Jan 26 19:16:52.409693 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.v2.resource_helper [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102296) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 19:16:52.410135 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.v2.resource_helper [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Service FLAVORS assigned prefix: {{(pid=102296) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 19:16:52.410734 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.v2.resource_helper [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102296) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 19:16:52.411162 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.v2.resource_helper [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102296) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 19:16:52.411503 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Creating instance of TrackedResource for resource:router Jan 26 19:16:52.411906 dv-cinder-794001-3-iscsi neutron-server[102296]: WARNING neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] router is already registered Jan 26 19:16:52.412327 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Creating instance of TrackedResource for resource:floatingip Jan 26 19:16:52.412666 dv-cinder-794001-3-iscsi neutron-server[102296]: WARNING neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] floatingip is already registered Jan 26 19:16:52.413123 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.v2.resource_helper [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Service METERING assigned prefix: /metering {{(pid=102296) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 19:16:52.413796 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Creating instance of CountableResource for resource:rbac_policy Jan 26 19:16:52.414126 dv-cinder-794001-3-iscsi neutron-server[102296]: WARNING neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] rbac_policy is already registered Jan 26 19:16:52.414540 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Creating instance of TrackedResource for resource:security_group Jan 26 19:16:52.414877 dv-cinder-794001-3-iscsi neutron-server[102296]: WARNING neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] security_group is already registered Jan 26 19:16:52.415286 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 26 19:16:52.415626 dv-cinder-794001-3-iscsi neutron-server[102296]: WARNING neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] security_group_rule is already registered Jan 26 19:16:52.416279 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.v2.resource_helper [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Service CORE assigned prefix: {{(pid=102296) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 19:16:52.416613 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 19:16:52.416952 dv-cinder-794001-3-iscsi neutron-server[102296]: WARNING neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] subnetpool is already registered Jan 26 19:16:52.417374 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.v2.resource_helper [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Service CORE assigned prefix: {{(pid=102296) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 26 19:16:52.417708 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 19:16:52.418041 dv-cinder-794001-3-iscsi neutron-server[102296]: WARNING neutron.quota.resource_registry [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] subnetpool is already registered Jan 26 19:16:52.418520 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: extensions {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.420011 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: address-groups {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.421509 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: address-scopes {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.422835 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: agents {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.424044 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: auto-allocated-topology {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.425315 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: availability_zones {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.426539 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: dhcp-networks {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.428127 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: dhcp-agents {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.429563 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: routers {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.432089 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: flavors {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.433275 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: service_profiles {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.434501 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: next_providers {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.436013 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: service_profiles {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.437563 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: floatingip-pools {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.439017 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: routers {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.441510 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: floatingips {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.443893 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: l3-routers {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.446346 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: l3-agents {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.448982 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: metering-labels {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.450610 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: metering-label-rules {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.451951 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: network-ip-availabilities {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.453232 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: bindings {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.454905 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: quotas {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.456527 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: quotas {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.458258 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: rbac-policies {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.460238 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: security-groups {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.461491 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: security-group-rules {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.462730 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: service-providers {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.464013 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: subnetpools {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.465551 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: subnetpools {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.467019 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: tags {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.468765 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: tags {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.470603 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: tags {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.472542 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: tags {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.475431 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: tags {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.477327 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: tags {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.479063 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: tags {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.481225 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: tags {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.483033 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: tags {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.484945 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron.api.extensions [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Extended resource: tags {{(pid=102296) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 26 19:16:52.491384 dv-cinder-794001-3-iscsi neutron-server[102296]: WARNING keystonemiddleware.auth_token [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 26 19:16:52.496113 dv-cinder-794001-3-iscsi neutron-server[102296]: WARNING keystonemiddleware.auth_token [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 26 19:16:52.504610 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_concurrency.lockutils [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Acquired lock "singleton_lock" {{(pid=102296) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 26 19:16:52.505088 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_concurrency.lockutils [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Releasing lock "singleton_lock" {{(pid=102296) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 26 19:16:52.506283 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO oslo_service.service [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Starting 2 workers Jan 26 19:16:52.511360 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Started child 102405 {{(pid=102296) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 26 19:16:52.515921 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Started child 102406 {{(pid=102296) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 26 19:16:52.517549 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:52.518188 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO neutron.service [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 26 19:16:52.518279 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:52.519055 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [-] (102405) wsgi starting up on http://0.0.0.0:9696 Jan 26 19:16:52.520803 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO oslo_service.service [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Starting 1 workers Jan 26 19:16:52.521387 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:52.522893 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [-] (102406) wsgi starting up on http://0.0.0.0:9696 Jan 26 19:16:52.526398 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Started child 102407 {{(pid=102296) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 26 19:16:52.526962 dv-cinder-794001-3-iscsi neutron-server[102296]: INFO oslo_service.service [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Starting 1 workers Jan 26 19:16:52.530111 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.service [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] calling RpcWorker wait() {{(pid=102407) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 26 19:16:52.530679 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.service [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] returning from RpcWorker wait() {{(pid=102407) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 26 19:16:52.531455 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Started child 102408 {{(pid=102296) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 26 19:16:52.531870 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:52.532298 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG neutron_lib.callbacks.manager [None req-7c0c1f78-c2c6-42eb-b92d-b5e3f1199414 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:52.532408 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:16:52.534355 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102296) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 26 19:16:52.534572 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 26 19:16:52.534763 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 26 19:16:52.534999 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 26 19:16:52.535341 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 26 19:16:52.535567 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 26 19:16:52.536112 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.536393 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.536596 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:16:52.537052 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.537052 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.537274 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.537563 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:16:52.537823 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.538096 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.538337 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.538623 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.538887 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.539066 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.539244 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.539508 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.539804 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.540107 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.540384 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.540631 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.540899 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.541075 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.541344 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.541626 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.541866 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.542147 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] debug = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.542374 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.542858 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.543105 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.543351 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.543576 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.543902 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.544137 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.544416 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.544659 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.544883 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.545141 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.545412 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.545655 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.545869 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.546123 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.546338 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.546597 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.546821 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.547261 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] host = dv-cinder-794001-3-iscsi {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.547509 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.547764 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.548001 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.548262 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.548512 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.548737 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.548994 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.549264 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.549518 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.549746 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.549986 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.550237 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.550436 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.550681 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] log_file = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.550849 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] log_options = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.551085 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.551357 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.551620 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.551890 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.552039 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.552176 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.552397 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.553097 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.553356 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.553595 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.553814 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.554032 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.554280 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.554527 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.554802 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.555047 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.555283 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.555680 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.555899 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.556120 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.556585 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.556585 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.556829 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.556940 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.557532 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.557532 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.558512 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.558512 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.558512 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.558512 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.559378 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.559378 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.559378 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.560190 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.560190 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.560190 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.560596 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.560596 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.560871 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.561086 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.561330 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.562614 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.562614 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.562614 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.562614 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.562614 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.562971 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] use_json = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.562971 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.563194 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.563507 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.563755 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.563982 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.568701 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.569564 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.569729 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.570134 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.570535 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.570826 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.571173 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.571514 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.571814 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.573757 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.574062 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.574348 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.574654 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.575328 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.577759 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.579119 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.581174 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.581487 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.581815 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.582158 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.582476 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.582774 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.583063 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.583323 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.583563 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.585251 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.585601 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.585877 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.586150 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.588641 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.589015 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.589272 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.589590 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.589977 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.590295 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.590590 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.590882 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.591121 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.591380 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.591629 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.594315 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.595288 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.595553 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.595902 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.596177 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.597060 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.597331 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.597587 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.599962 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.600267 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.600524 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.600851 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.601097 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.601348 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.601608 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.601869 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.602108 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.602342 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.602587 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.602813 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.603084 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.603380 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.603610 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.604332 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.604585 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.604818 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.605061 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.605804 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.605972 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.606201 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.606431 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.606677 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.606987 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.607237 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.607498 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.607725 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.607976 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.608206 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.608557 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.608872 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.609166 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.609396 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.609637 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.609882 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.610104 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.610331 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.610568 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.610787 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.611006 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.611240 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.611458 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.611677 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.611965 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.612191 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.612755 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.613068 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.613386 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.613641 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.613900 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.614128 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.614357 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.614579 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.614837 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.615577 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.615848 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.616055 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.616328 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.616560 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.617115 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.617349 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.617593 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.617835 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.618061 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.618313 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.618536 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.618783 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.619046 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.619297 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.619538 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.619800 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.620066 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.620312 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.620598 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.621182 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.621442 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.621670 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.622043 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.622386 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.622754 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.623042 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.623308 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.623570 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.623860 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.624104 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.625524 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.625805 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.626085 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.626339 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.626599 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.626831 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.627378 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.627652 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.628081 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.628309 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.628540 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.628767 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.629060 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.629318 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.629613 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.629900 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.630162 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.630407 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.631192 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.631448 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.631694 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.632648 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.632897 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.633171 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.633669 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.633930 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.634198 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.634437 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.634678 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.634934 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.635174 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.635420 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.635662 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.635910 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.636135 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.636388 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.636607 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.636830 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.637081 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.637305 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.637529 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.638058 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.638282 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.638538 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.638762 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.639031 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.639294 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.639516 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.639792 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.640066 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.640312 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.640554 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.640768 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:16:52.640866 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.641033 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.641251 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.641474 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.641698 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.641916 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.642134 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.642368 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.642587 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.642856 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.643097 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.643438 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.643696 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.643978 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.644221 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.644444 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.645825 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.646060 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.646570 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.646801 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.647036 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.647264 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.647532 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.647800 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.649447 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.649717 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.649942 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.650164 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.650390 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.650611 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.650909 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.651161 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.651396 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.651714 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.653284 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.653754 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.654014 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.654258 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.654481 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.654712 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.654939 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.655158 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.655408 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.655625 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.656178 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.657704 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.657980 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.658209 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.658448 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.658672 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.658894 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.659147 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.659374 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.659593 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.659883 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.660125 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.660343 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.660591 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.660816 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.661035 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.661289 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.661524 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.661741 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.661995 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.662217 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.662432 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.662722 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.662976 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.663202 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.663494 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.663752 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.664148 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.664486 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.664812 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.665047 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.665309 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.665834 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.665834 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.666070 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.666352 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.666712 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.667003 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.667277 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.667536 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.667870 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.668161 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.668439 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.668680 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.669016 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.669357 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.669646 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.669934 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.670185 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.670499 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.670751 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.670992 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.671237 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.675799 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.675799 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.675799 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.675799 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.675799 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.675799 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.675799 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.675799 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.675799 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.676460 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.676460 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.676460 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.676460 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 26 19:16:52.676460 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102296) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 26 19:16:52.676460 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 26 19:16:52.676460 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 26 19:16:52.676460 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 26 19:16:52.676977 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 26 19:16:52.676977 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 26 19:16:52.676977 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.676977 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.676977 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.677290 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.677290 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.677973 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.678144 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.678305 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.678467 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.678625 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.678788 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.678950 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.679110 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.679269 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.679428 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.679588 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.679746 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.679951 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.680114 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.680273 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.680434 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.680593 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.680751 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] debug = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.680908 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.681146 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.681317 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.681477 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.681639 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.681797 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.682086 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.682250 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.682409 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.682568 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.682728 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.682888 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.683046 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.683204 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.683362 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.683521 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.683680 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.683858 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.684018 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] host = dv-cinder-794001-3-iscsi {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.684176 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.684335 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.684492 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.684652 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.684810 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.684968 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.685127 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.685287 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.685445 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.685602 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.685764 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.685925 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.686084 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.686243 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] log_file = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.686401 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] log_options = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.686562 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.686728 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.686883 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.687071 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.687250 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.687411 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.687545 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.687705 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.687893 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.688060 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.688196 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.688343 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.688522 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.688663 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.688783 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.688941 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.689098 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.689257 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.689410 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.689571 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.689729 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.689887 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.690045 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.690205 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.690362 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.690521 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.690679 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.690837 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.690995 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.691153 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.691311 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.691470 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.691629 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.691813 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.691970 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.692130 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.692288 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.692447 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.692608 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.692767 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.692924 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.693144 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.693807 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.693969 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.694133 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.694292 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.694449 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] use_json = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.694609 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.694768 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.694926 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.695085 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.695242 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.695400 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.695558 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.695718 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.695912 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 26 19:16:52.696091 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.696253 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.696426 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.696592 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.696755 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.696917 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.697078 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.697241 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.697401 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.697563 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.697732 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.697895 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.698066 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.698227 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.698388 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.698552 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.698714 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.698875 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.699037 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.699197 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.699397 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.699561 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.699732 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.699917 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.700090 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.700237 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.700398 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.700567 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.700727 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.700903 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.701065 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.701228 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.701390 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.701552 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.701714 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.701877 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.702040 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.702216 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.702365 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.702528 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.702690 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.702852 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.703015 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.703178 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.703340 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.703502 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.703665 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.703850 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.704013 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.704176 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.704339 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.704500 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.704686 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.704849 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.705011 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.705174 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.705336 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.705509 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.705671 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.705833 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.705994 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.706158 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.706319 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.706486 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.706717 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.706812 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.706954 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.707114 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.707288 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.707449 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.707610 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.707803 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.707952 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.708118 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.708477 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.708667 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.708763 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 47546) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:16:52.708835 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.708992 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.709153 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.709316 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.709478 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.709640 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.709803 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.709965 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.710128 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.710290 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.710451 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.710614 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.710776 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.710940 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.711089 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.711259 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.711436 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.711597 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.711759 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.711941 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.712103 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.712269 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.712433 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.712592 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.712753 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.712915 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.713077 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.713238 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.713405 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.713567 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.713728 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.713891 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.714052 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.714214 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.714374 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.714536 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.714696 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.714858 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.715020 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.715182 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.715344 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.715504 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.715676 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.715868 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.716161 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.716331 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.716501 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.716672 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.716835 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.716998 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.717159 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.717321 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.717395 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065517 Jan 26 19:16:52.717483 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.717720 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.717800 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.717955 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.718102 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.718251 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.718424 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.718588 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.718751 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.718913 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.719099 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.719261 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.719423 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.719614 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.719844 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.719956 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.720119 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.720280 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.720601 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.720601 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.720764 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.720901 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.721964 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.721964 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.721964 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.721964 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.721964 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.721964 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.721964 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.722432 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.722432 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.722432 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.722648 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.722724 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.723425 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.723425 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.723425 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.723425 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.723725 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.723725 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.723895 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.724125 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.724331 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.726029 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.726029 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.726029 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.726029 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.726029 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.726029 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.726029 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.726029 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.726590 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.726590 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.726590 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.726590 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.726590 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.726590 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.726984 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.726984 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.726984 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.727180 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.727256 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.727420 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.727584 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.727740 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.727935 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.728085 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.728858 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.728858 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.728858 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.728858 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.728858 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.729421 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.729421 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.729421 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.729421 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.729877 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.729877 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.730105 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.730105 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.730247 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.730356 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.730518 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.730681 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.730857 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.731020 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.731182 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.731345 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.731508 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.731670 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.731868 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.732031 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.732193 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.732355 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.732517 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.732680 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.732854 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.733017 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.733178 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.733340 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.733507 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.733665 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.734409 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.734590 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.734755 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.734922 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.735086 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.735250 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.735423 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.735587 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.735749 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.735936 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.736092 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.736253 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.736426 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.736591 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.736754 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.736916 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.737087 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.737236 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.737440 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.737604 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.737767 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.737939 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.738160 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.738330 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.738493 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.738669 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.738831 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.738996 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.739159 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.739321 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.739483 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.739647 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.739838 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.740569 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.740701 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.740849 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.741023 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.741193 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.741363 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.741525 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.741693 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.741867 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.742030 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.742193 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.742356 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.742519 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.742696 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.742839 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.743633 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.743633 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.743633 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.743633 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.743633 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.744013 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.744013 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.744147 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.744211 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.744372 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.744534 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.744701 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.744862 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 26 19:16:52.745000 dv-cinder-794001-3-iscsi neutron-server[102296]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102296) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 26 19:17:04.041387 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd86f4ab-b475-4c2d-a494-dcd34734dac3 None None] get_active_networks_info from dv-cinder-794001-3-iscsi {{(pid=102407) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 26 19:17:04.143797 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-aeb5cee3-01df-423e-9a24-f2cd413338ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-747467'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:04.210333 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd86f4ab-b475-4c2d-a494-dcd34734dac3 None None] No non-hosted networks {{(pid=102407) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 26 19:17:06.267918 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-de6bc161-c82f-4606-b1a3-ddcb46a18a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-747467'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:06.307386 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-570bc2e1-d096-4f8a-9d9e-a0882d62b903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:07.735819 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-747467'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:08.937282 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-747467'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:10.236136 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-747467'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:10.236971 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:10.237350 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:10.237743 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:10.238318 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:10.238882 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:10.239294 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:10.239859 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:10.240278 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:10.240618 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:10.240945 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:10.241289 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:10.241619 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:10.241959 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:10.242399 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-794001-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:17:10.249531 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-794001-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:17:12.833777 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 47644) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:17:13.360273 dv-cinder-794001-3-iscsi neutron-server[102405]: WARNING oslo_policy.policy [None req-66a48cb5-37f2-4f6b-85f2-517c34af866e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 19:17:13.360891 dv-cinder-794001-3-iscsi neutron-server[102405]: WARNING oslo_policy.policy [None req-66a48cb5-37f2-4f6b-85f2-517c34af866e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 19:17:13.593128 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [None req-66a48cb5-37f2-4f6b-85f2-517c34af866e admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102405) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:17:13.594407 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-66a48cb5-37f2-4f6b-85f2-517c34af866e admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7584460 Jan 26 19:17:14.263245 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.db.l3_hamode_db [None req-dd94290f-7bb1-466b-9785-22ab1b5bfb70 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 26 19:17:14.341203 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd94290f-7bb1-466b-9785-22ab1b5bfb70 None None] Routers set() bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:17:14.341512 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd94290f-7bb1-466b-9785-22ab1b5bfb70 None None] Router IDs set() for agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 26 19:17:16.227155 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 47660) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:17:16.716733 dv-cinder-794001-3-iscsi neutron-server[102406]: WARNING oslo_policy.policy [None req-f7d952d6-9463-4f3b-9159-74f7acc0226f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 19:17:16.717362 dv-cinder-794001-3-iscsi neutron-server[102406]: WARNING oslo_policy.policy [None req-f7d952d6-9463-4f3b-9159-74f7acc0226f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 19:17:16.939158 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-f7d952d6-9463-4f3b-9159-74f7acc0226f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'tenant_id': '7c8368ecd15947bb8d0ad7eea3867ab9', 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:17:17.033957 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.policy [None req-f7d952d6-9463-4f3b-9159-74f7acc0226f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102406) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 26 19:17:17.074596 dv-cinder-794001-3-iscsi neutron-server[102406]: WARNING oslo_policy.policy [None req-f7d952d6-9463-4f3b-9159-74f7acc0226f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 19:17:17.074964 dv-cinder-794001-3-iscsi neutron-server[102406]: WARNING oslo_policy.policy [None req-f7d952d6-9463-4f3b-9159-74f7acc0226f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 19:17:17.167715 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f7d952d6-9463-4f3b-9159-74f7acc0226f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757111951066', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757112008871', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757111997971', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757111993116', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757111986654', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757112044889', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2056165', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1960421', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-718916', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-777121'] for rbac-policy (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:17.231378 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f7d952d6-9463-4f3b-9159-74f7acc0226f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:17.232667 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-f7d952d6-9463-4f3b-9159-74f7acc0226f admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0045867 Jan 26 19:17:19.850467 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 47678) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:17:20.136976 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'b847737f9da34f49a11caa68e477da27', 'project_id': 'b847737f9da34f49a11caa68e477da27', 'name': 'private'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:17:20.165486 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Made reservation on behalf of b847737f9da34f49a11caa68e477da27 for: {'network': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:17:20.168494 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:20.184687 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:20.293517 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Publish callbacks [] for security_group (9d15ca52-40f7-4c5f-ac64-5e0f345d9a59), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:20.297124 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (9d15ca52-40f7-4c5f-ac64-5e0f345d9a59), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:20.317616 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=102406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:17:20.344578 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757114033785', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (084691f6-3611-4b2c-ac39-b4bf63e37a03), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:20.345160 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Unsubscribe: segment precommit_create {{(pid=102406) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 26 19:17:20.345699 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.segments_db [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Added segment 084691f6-3611-4b2c-ac39-b4bf63e37a03 of type vlan for network 5a94ecd9-4f8e-4289-bf35-39dc8099d39f Jan 26 19:17:20.360879 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d15ca52-40f7-4c5f-ac64-5e0f345d9a59,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:17:20.405884 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:20.406241 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:20.406583 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:20.406913 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:20.407240 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:20.407563 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:20.407927 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:20.408257 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:20.408590 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:20.408925 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:20.409247 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:20.409845 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:20.410165 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Tracked resource versions report: Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: pushed versions: Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: { 'AddressGroup': {'1.2'}, Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'ConntrackHelper': {'1.0'}, Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'LocalIPAssociation': {'1.0'}, Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Log': {'1.0'}, Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Network': {'1.1'}, Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Port': {'1.7'}, Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'PortForwarding': {'1.2'}, Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'QosPolicy': {'1.10'}, Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'SecurityGroup': {'1.5'}, Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'SecurityGroupRule': {'1.2'}, Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'SubPort': {'1.0'}, Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Subnet': {'1.1'}, Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Trunk': {'1.1'}} Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: consumer versions: Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: { DHCP agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: L3 agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: Metadata agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: Metering agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: Open vSwitch agent@dv-cinder-794001-3-iscsi: { 'AddressGroup': '1.2', Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'ConntrackHelper': '1.0', Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'LocalIPAssociation': '1.0', Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Log': '1.0', Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Network': '1.1', Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Port': '1.7', Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'PortForwarding': '1.2', Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'QosPolicy': '1.10', Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'SecurityGroup': '1.5', Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'SecurityGroupRule': '1.2', Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'SubPort': '1.0', Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Subnet': '1.1', Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Trunk': '1.1'}} Jan 26 19:17:20.411547 dv-cinder-794001-3-iscsi neutron-server[102406]: {{(pid=102406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 19:17:20.455368 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (5a94ecd9-4f8e-4289-bf35-39dc8099d39f), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:20.494183 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (5a94ecd9-4f8e-4289-bf35-39dc8099d39f), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:20.495377 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:17:20.496102 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:20.562587 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7108192 Jan 26 19:17:20.606517 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7aab7-32b1-4961-b755-4877c94b31ce admin admin] Pushing event updated for resources: {'Network': ['ID=5a94ecd9-4f8e-4289-bf35-39dc8099d39f,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:17:20.619663 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network 5a94ecd9-4f8e-4289-bf35-39dc8099d39f details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:17:23.272846 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 47692) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:17:23.775519 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.policy [None req-dfe6699c-2fd2-46de-84ea-fae7f071eae5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102405) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 26 19:17:23.816107 dv-cinder-794001-3-iscsi neutron-server[102405]: WARNING oslo_policy.policy [None req-dfe6699c-2fd2-46de-84ea-fae7f071eae5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 19:17:23.816480 dv-cinder-794001-3-iscsi neutron-server[102405]: WARNING oslo_policy.policy [None req-dfe6699c-2fd2-46de-84ea-fae7f071eae5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 19:17:23.824342 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe6699c-2fd2-46de-84ea-fae7f071eae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:17:23.826036 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-dfe6699c-2fd2-46de-84ea-fae7f071eae5 admin admin] 10.222.0.50 "GET /v2.0/networks/5a94ecd9-4f8e-4289-bf35-39dc8099d39f HTTP/1.1" status: 200 len: 825 time: 0.5522625 Jan 26 19:17:23.864272 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-acf255de-9247-45a6-9c49-929c4a2b66fb admin admin] 10.222.0.50 "GET /v2.0/subnetpools/56f6afb4-6603-4e47-9088-2647d67b8d29 HTTP/1.1" status: 200 len: 734 time: 0.0321217 Jan 26 19:17:23.872853 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '5a94ecd9-4f8e-4289-bf35-39dc8099d39f', 'subnetpool_id': '56f6afb4-6603-4e47-9088-2647d67b8d29', 'ip_version': 4, 'tenant_id': 'b847737f9da34f49a11caa68e477da27', 'gateway_ip': '172.20.0.1'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:17:23.908364 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Made reservation on behalf of b847737f9da34f49a11caa68e477da27 for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:17:23.911568 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:24.187760 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for subnet (e49cc1be-6083-4bb9-8c83-c5223f6faaf2), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:24.252265 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Checking segment: {'id': '084691f6-3611-4b2c-ac39-b4bf63e37a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a94ecd9-4f8e-4289-bf35-39dc8099d39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:17:24.252626 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Network hostable DHCP agents. Network: 5a94ecd9-4f8e-4289-bf35-39dc8099d39f, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:17:24.266473 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e49cc1be-6083-4bb9-8c83-c5223f6faaf2,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:17:24.282138 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:24.282738 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:24.282844 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:24.283136 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:24.283457 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:24.283797 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:24.284133 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:24.284456 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:24.284784 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:24.285122 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:24.285543 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:24.286355 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:24.286665 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Tracked resource versions report: Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: pushed versions: Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: { 'AddressGroup': {'1.2'}, Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'ConntrackHelper': {'1.0'}, Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'LocalIPAssociation': {'1.0'}, Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Log': {'1.0'}, Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Network': {'1.1'}, Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Port': {'1.7'}, Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'PortForwarding': {'1.2'}, Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'QosPolicy': {'1.10'}, Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'SecurityGroup': {'1.5'}, Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'SecurityGroupRule': {'1.2'}, Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'SubPort': {'1.0'}, Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Subnet': {'1.1'}, Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Trunk': {'1.1'}} Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: consumer versions: Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: { DHCP agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: L3 agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: Metadata agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: Metering agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: Open vSwitch agent@dv-cinder-794001-3-iscsi: { 'AddressGroup': '1.2', Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'ConntrackHelper': '1.0', Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'LocalIPAssociation': '1.0', Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Log': '1.0', Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Network': '1.1', Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Port': '1.7', Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'PortForwarding': '1.2', Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'QosPolicy': '1.10', Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'SecurityGroup': '1.5', Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'SecurityGroupRule': '1.2', Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'SubPort': '1.0', Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Subnet': '1.1', Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Trunk': '1.1'}} Jan 26 19:17:24.288060 dv-cinder-794001-3-iscsi neutron-server[102405]: {{(pid=102405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 19:17:24.303186 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Network 5a94ecd9-4f8e-4289-bf35-39dc8099d39f is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:17:24.318928 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, 5a94ecd9-4f8e-4289-bf35-39dc8099d39f) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:17:24.325378 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:17:24.325985 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:24.328713 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab648fa-0269-48d6-9cb0-3300e8dafe58 None None] Network 5a94ecd9-4f8e-4289-bf35-39dc8099d39f requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:17:24.347063 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f8789998-862b-477d-b928-e343be5488dd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4772961 Jan 26 19:17:24.591716 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94f69b5e-464c-595b-b80f-295735cfbe44-5a94ecd9-4f8e-4289-bf35-39dc8099d39f', 'network_id': '5a94ecd9-4f8e-4289-bf35-39dc8099d39f', 'project_id': 'b847737f9da34f49a11caa68e477da27', 'fixed_ips': [{'subnet_id': 'e49cc1be-6083-4bb9-8c83-c5223f6faaf2'}]}} from dv-cinder-794001-3-iscsi. {{(pid=102407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 19:17:24.592959 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:24.868738 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.db_base_plugin_common [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Allocated IP 172.20.0.2 (5a94ecd9-4f8e-4289-bf35-39dc8099d39f/e49cc1be-6083-4bb9-8c83-c5223f6faaf2/3570c86a-6e38-4a32-8dca-e3393e77ff3b) {{(pid=102407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:17:25.134318 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Publish callbacks [] for port (3570c86a-6e38-4a32-8dca-e3393e77ff3b), precommit_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:25.142419 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (3570c86a-6e38-4a32-8dca-e3393e77ff3b), after_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:25.209402 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Network 5a94ecd9-4f8e-4289-bf35-39dc8099d39f is already hosted by enough agents. {{(pid=102407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:17:25.215931 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.base_scheduler [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Resources bound (agent type, host, resource id): {{(pid=102407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:17:25.231540 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Received port after_create {{(pid=102407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:17:25.237752 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Pushing event updated for resources: {'Port': ['ID=3570c86a-6e38-4a32-8dca-e3393e77ff3b,revision_number=1']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:17:25.273987 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:25.274353 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:25.274717 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:25.275061 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:25.275392 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:25.275720 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:25.276081 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:25.276413 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:25.276741 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:25.277083 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:25.277411 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:25.277734 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:25.278056 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Tracked resource versions report: Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: pushed versions: Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: { 'AddressGroup': {'1.2'}, Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'ConntrackHelper': {'1.0'}, Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'LocalIPAssociation': {'1.0'}, Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Log': {'1.0'}, Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Network': {'1.1'}, Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Port': {'1.7'}, Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'PortForwarding': {'1.2'}, Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'QosPolicy': {'1.10'}, Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'SecurityGroup': {'1.5'}, Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'SecurityGroupRule': {'1.2'}, Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'SubPort': {'1.0'}, Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Subnet': {'1.1'}, Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Trunk': {'1.1'}} Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: consumer versions: Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: { DHCP agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: L3 agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: Metadata agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: Metering agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: Open vSwitch agent@dv-cinder-794001-3-iscsi: { 'AddressGroup': '1.2', Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'ConntrackHelper': '1.0', Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'LocalIPAssociation': '1.0', Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Log': '1.0', Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Network': '1.1', Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Port': '1.7', Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'PortForwarding': '1.2', Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'QosPolicy': '1.10', Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'SecurityGroup': '1.5', Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'SecurityGroupRule': '1.2', Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'SubPort': '1.0', Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Subnet': '1.1', Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Trunk': '1.1'}} Jan 26 19:17:25.279476 dv-cinder-794001-3-iscsi neutron-server[102407]: {{(pid=102407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 19:17:25.327129 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Attempting to bind port 3570c86a-6e38-4a32-8dca-e3393e77ff3b on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:17:25.327521 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Attempting to bind port 3570c86a-6e38-4a32-8dca-e3393e77ff3b by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '084691f6-3611-4b2c-ac39-b4bf63e37a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a94ecd9-4f8e-4289-bf35-39dc8099d39f'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:17:25.327988 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Attempting to bind port 3570c86a-6e38-4a32-8dca-e3393e77ff3b on network 5a94ecd9-4f8e-4289-bf35-39dc8099d39f {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:17:25.332770 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:17:25.333364 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Checking segment: {'id': '084691f6-3611-4b2c-ac39-b4bf63e37a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a94ecd9-4f8e-4289-bf35-39dc8099d39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:17:25.333596 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:25.333985 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Bound using segment: {'id': '084691f6-3611-4b2c-ac39-b4bf63e37a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a94ecd9-4f8e-4289-bf35-39dc8099d39f'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:17:25.334469 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Bound port: 3570c86a-6e38-4a32-8dca-e3393e77ff3b, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084691f6-3611-4b2c-ac39-b4bf63e37a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a94ecd9-4f8e-4289-bf35-39dc8099d39f'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:17:25.334873 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (3570c86a-6e38-4a32-8dca-e3393e77ff3b), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:25.395156 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] For port 3570c86a-6e38-4a32-8dca-e3393e77ff3b, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:17:25.399532 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] For port 3570c86a-6e38-4a32-8dca-e3393e77ff3b, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=3570c86a-6e38-4a32-8dca-e3393e77ff3b,segment=NetworkSegment(084691f6-3611-4b2c-ac39-b4bf63e37a03),segment_id=084691f6-3611-4b2c-ac39-b4bf63e37a03)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:17:25.404108 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (3570c86a-6e38-4a32-8dca-e3393e77ff3b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:25.466739 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59dfd6d-b0ae-4178-9597-e310c909a395 None None] Pushing event updated for resources: {'Port': ['ID=3570c86a-6e38-4a32-8dca-e3393e77ff3b,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:17:26.810414 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 47706) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:17:27.116801 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [None req-eda165da-0ae0-42c1-9d80-ea3a5b51ce14 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:17:27.117803 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-eda165da-0ae0-42c1-9d80-ea3a5b51ce14 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3064129 Jan 26 19:17:29.698727 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 47714) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:17:30.004877 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [None req-64801bfe-41d5-425d-aeb5-31693c389b89 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:17:30.005856 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-64801bfe-41d5-425d-aeb5-31693c389b89 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3059177 Jan 26 19:17:32.711581 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 47724) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:17:33.011151 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-5bfbb972-33cd-4a3c-8c7e-dd45e2186249 admin admin] Request body: {'router': {'tenant_id': 'b847737f9da34f49a11caa68e477da27', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:17:33.037034 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb972-33cd-4a3c-8c7e-dd45e2186249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497431'] for router (aef247f1-159b-4c84-b618-548d643bc49f), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:33.038662 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb972-33cd-4a3c-8c7e-dd45e2186249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497422'] for router (aef247f1-159b-4c84-b618-548d643bc49f), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:33.169424 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb972-33cd-4a3c-8c7e-dd45e2186249 admin admin] Publish callbacks [] for router_controller (aef247f1-159b-4c84-b618-548d643bc49f), precommit_add_association {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:33.174043 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb972-33cd-4a3c-8c7e-dd45e2186249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748722'] for router (aef247f1-159b-4c84-b618-548d643bc49f), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:33.187993 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5bfbb972-33cd-4a3c-8c7e-dd45e2186249 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:33.189393 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-5bfbb972-33cd-4a3c-8c7e-dd45e2186249 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4768338 Jan 26 19:17:34.008344 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-749857ac-627a-4ac4-843c-3cc26c2e860a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:35.649958 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 47736) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:17:35.956214 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [None req-b69b05bc-1d0e-4e25-8b46-2639a6edbd45 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:17:35.957846 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-b69b05bc-1d0e-4e25-8b46-2639a6edbd45 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3069441 Jan 26 19:17:36.262655 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-05367029-dff4-415b-8b6c-e86affd444b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:36.496844 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fdac36-4691-49c4-8e6e-a9f2999a6763 None None] Network 5a94ecd9-4f8e-4289-bf35-39dc8099d39f requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:17:36.574583 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-40847cd3-2ed1-4efd-a2d0-0feb4e964b1b None None] Provisioning complete for port 3570c86a-6e38-4a32-8dca-e3393e77ff3b triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:17:36.574936 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-40847cd3-2ed1-4efd-a2d0-0feb4e964b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (3570c86a-6e38-4a32-8dca-e3393e77ff3b), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:36.763522 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-40847cd3-2ed1-4efd-a2d0-0feb4e964b1b None None] Current status of the port 3570c86a-6e38-4a32-8dca-e3393e77ff3b is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:17:36.763952 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-40847cd3-2ed1-4efd-a2d0-0feb4e964b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (3570c86a-6e38-4a32-8dca-e3393e77ff3b), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:36.801441 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-40847cd3-2ed1-4efd-a2d0-0feb4e964b1b None None] For port 3570c86a-6e38-4a32-8dca-e3393e77ff3b, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=3570c86a-6e38-4a32-8dca-e3393e77ff3b,segment=NetworkSegment(084691f6-3611-4b2c-ac39-b4bf63e37a03),segment_id=084691f6-3611-4b2c-ac39-b4bf63e37a03)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:17:36.807745 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-40847cd3-2ed1-4efd-a2d0-0feb4e964b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (3570c86a-6e38-4a32-8dca-e3393e77ff3b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:36.861394 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40847cd3-2ed1-4efd-a2d0-0feb4e964b1b None None] Pushing event updated for resources: {'Port': ['ID=3570c86a-6e38-4a32-8dca-e3393e77ff3b,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:17:36.907906 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 3570c86a-6e38-4a32-8dca-e3393e77ff3b up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:17:36.955472 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-8d940c65-735a-4069-8a25-a4b427b4a218 None None] Provisioning complete for port 3570c86a-6e38-4a32-8dca-e3393e77ff3b triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:17:36.955869 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-8d940c65-735a-4069-8a25-a4b427b4a218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (3570c86a-6e38-4a32-8dca-e3393e77ff3b), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:36.996913 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 3570c86a-6e38-4a32-8dca-e3393e77ff3b triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:17:36.997296 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (3570c86a-6e38-4a32-8dca-e3393e77ff3b), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:37.072295 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-8d940c65-735a-4069-8a25-a4b427b4a218 None None] Current status of the port 3570c86a-6e38-4a32-8dca-e3393e77ff3b is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:17:37.108952 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 3570c86a-6e38-4a32-8dca-e3393e77ff3b is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:17:37.680577 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:38.461271 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 47766) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:17:38.586496 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-b9a86eaa-9feb-458b-bf5a-c13855a6a1c7 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'is_default': True, 'project_id': '7c8368ecd15947bb8d0ad7eea3867ab9', 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'tenant_id': '7c8368ecd15947bb8d0ad7eea3867ab9'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:17:38.607137 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a86eaa-9feb-458b-bf5a-c13855a6a1c7 admin admin] Made reservation on behalf of 7c8368ecd15947bb8d0ad7eea3867ab9 for: {'network': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:17:38.609479 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b9a86eaa-9feb-458b-bf5a-c13855a6a1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:38.617168 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b9a86eaa-9feb-458b-bf5a-c13855a6a1c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:38.685461 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b9a86eaa-9feb-458b-bf5a-c13855a6a1c7 admin admin] Publish callbacks [] for security_group (cfb7cab5-30fe-49a7-9af3-b4149493b504), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:38.688925 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b9a86eaa-9feb-458b-bf5a-c13855a6a1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (cfb7cab5-30fe-49a7-9af3-b4149493b504), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:38.703460 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b9a86eaa-9feb-458b-bf5a-c13855a6a1c7 admin admin] Reserving flat network on physical network physnet1 {{(pid=102406) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 26 19:17:38.721283 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a86eaa-9feb-458b-bf5a-c13855a6a1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb7cab5-30fe-49a7-9af3-b4149493b504,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:17:38.725826 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b9a86eaa-9feb-458b-bf5a-c13855a6a1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (9502de5a-0211-4596-9de3-5f879741d5ee), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:38.726165 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.segments_db [None req-b9a86eaa-9feb-458b-bf5a-c13855a6a1c7 admin admin] Added segment 9502de5a-0211-4596-9de3-5f879741d5ee of type flat for network 8cf07f92-025e-4326-a933-3274338e1685 Jan 26 19:17:38.770031 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b9a86eaa-9feb-458b-bf5a-c13855a6a1c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (8cf07f92-025e-4326-a933-3274338e1685), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:38.801416 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b9a86eaa-9feb-458b-bf5a-c13855a6a1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (8cf07f92-025e-4326-a933-3274338e1685), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:38.802344 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a86eaa-9feb-458b-bf5a-c13855a6a1c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:17:38.802916 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b9a86eaa-9feb-458b-bf5a-c13855a6a1c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:38.841026 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 3570c86a-6e38-4a32-8dca-e3393e77ff3b up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:17:38.875828 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-b9a86eaa-9feb-458b-bf5a-c13855a6a1c7 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4134688 Jan 26 19:17:38.883576 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a86eaa-9feb-458b-bf5a-c13855a6a1c7 admin admin] Pushing event updated for resources: {'Network': ['ID=8cf07f92-025e-4326-a933-3274338e1685,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:17:38.888206 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 3570c86a-6e38-4a32-8dca-e3393e77ff3b triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:17:38.888580 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (3570c86a-6e38-4a32-8dca-e3393e77ff3b), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:38.914889 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network 8cf07f92-025e-4326-a933-3274338e1685 details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:17:38.946812 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:39.046661 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 3570c86a-6e38-4a32-8dca-e3393e77ff3b is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:17:40.233848 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:41.183712 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 47776) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:17:41.279346 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d681748-0ba8-4673-9008-b74106033200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:17:41.280674 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-3d681748-0ba8-4673-9008-b74106033200 admin admin] 10.222.0.50 "GET /v2.0/subnets/e49cc1be-6083-4bb9-8c83-c5223f6faaf2 HTTP/1.1" status: 200 len: 849 time: 0.0960081 Jan 26 19:17:41.450466 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-0f917b34-8eac-401f-9b8c-655d44c71efb admin admin] 10.222.0.50 "GET /v2.0/routers/aef247f1-159b-4c84-b618-548d643bc49f HTTP/1.1" status: 200 len: 704 time: 0.1641626 Jan 26 19:17:41.712213 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd592-ac88-4cf1-ae60-6254097268fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:42.010103 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-3f3fd592-ac88-4cf1-ae60-6254097268fd admin admin] Allocated IP 172.20.0.1 (5a94ecd9-4f8e-4289-bf35-39dc8099d39f/e49cc1be-6083-4bb9-8c83-c5223f6faaf2/10c981a7-8fe9-4473-bf27-9582de1ede69) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:17:42.161896 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd592-ac88-4cf1-ae60-6254097268fd admin admin] Publish callbacks [] for port (10c981a7-8fe9-4473-bf27-9582de1ede69), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:42.225560 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd592-ac88-4cf1-ae60-6254097268fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (10c981a7-8fe9-4473-bf27-9582de1ede69), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:42.292741 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3fd592-ac88-4cf1-ae60-6254097268fd admin admin] Network 5a94ecd9-4f8e-4289-bf35-39dc8099d39f is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:17:42.297857 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-3f3fd592-ac88-4cf1-ae60-6254097268fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:17:42.310222 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3fd592-ac88-4cf1-ae60-6254097268fd admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:17:42.310806 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd592-ac88-4cf1-ae60-6254097268fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747751'] for router_interface (aef247f1-159b-4c84-b618-548d643bc49f), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:42.365521 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fd592-ac88-4cf1-ae60-6254097268fd admin admin] Pushing event updated for resources: {'Port': ['ID=10c981a7-8fe9-4473-bf27-9582de1ede69,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:17:42.503021 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd592-ac88-4cf1-ae60-6254097268fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (10c981a7-8fe9-4473-bf27-9582de1ede69), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:42.531081 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-add4b110-911b-4f41-9d8b-25704a66c57a None None] Provisioning complete for port 10c981a7-8fe9-4473-bf27-9582de1ede69 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:17:42.531669 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-add4b110-911b-4f41-9d8b-25704a66c57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (10c981a7-8fe9-4473-bf27-9582de1ede69), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:42.619609 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-add4b110-911b-4f41-9d8b-25704a66c57a None None] Port 10c981a7-8fe9-4473-bf27-9582de1ede69 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:17:42.765419 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd592-ac88-4cf1-ae60-6254097268fd admin admin] Publish callbacks [] for port (10c981a7-8fe9-4473-bf27-9582de1ede69), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:42.769900 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd592-ac88-4cf1-ae60-6254097268fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (10c981a7-8fe9-4473-bf27-9582de1ede69), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:42.770660 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd592-ac88-4cf1-ae60-6254097268fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1016890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747383'] for router_interface (aef247f1-159b-4c84-b618-548d643bc49f), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:42.848328 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fd592-ac88-4cf1-ae60-6254097268fd admin admin] Pushing event updated for resources: {'Port': ['ID=10c981a7-8fe9-4473-bf27-9582de1ede69,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:17:42.891961 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3fd592-ac88-4cf1-ae60-6254097268fd admin admin] Network 5a94ecd9-4f8e-4289-bf35-39dc8099d39f is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:17:42.893175 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-3f3fd592-ac88-4cf1-ae60-6254097268fd admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:17:43.056454 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3fd592-ac88-4cf1-ae60-6254097268fd admin admin] Router aef247f1-159b-4c84-b618-548d643bc49f is scheduled to L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec with binding_index 1 {{(pid=102405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 19:17:43.141139 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-a3080861-e050-4015-af94-51ace702ba62 None None] Provisioning complete for port 10c981a7-8fe9-4473-bf27-9582de1ede69 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:17:43.141509 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a3080861-e050-4015-af94-51ace702ba62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (10c981a7-8fe9-4473-bf27-9582de1ede69), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:43.145260 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3fd592-ac88-4cf1-ae60-6254097268fd admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:17:43.157880 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-3f3fd592-ac88-4cf1-ae60-6254097268fd admin admin] 10.222.0.50 "PUT /v2.0/routers/aef247f1-159b-4c84-b618-548d643bc49f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6957850 Jan 26 19:17:43.157968 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Sync routers for ids ['aef247f1-159b-4c84-b618-548d643bc49f'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:17:43.168712 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Routers {'aef247f1-159b-4c84-b618-548d643bc49f'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:17:43.169547 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:17:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['aef247f1-159b-4c84-b618-548d643bc49f'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:17:43.177651 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-a3080861-e050-4015-af94-51ace702ba62 None None] Port 10c981a7-8fe9-4473-bf27-9582de1ede69 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:17:43.359722 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Set router aef247f1-159b-4c84-b618-548d643bc49f gateway port host: None {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:17:43.796041 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef247f1-159b-4c84-b618-548d643bc49f', 'name': 'router1', 'tenant_id': 'b847737f9da34f49a11caa68e477da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:17:33Z', 'updated_at': '2022-01-26T19:17:42Z', 'revision_number': 2, 'project_id': 'b847737f9da34f49a11caa68e477da27', 'gw_port_host': None, '_interfaces': [{'id': '10c981a7-8fe9-4473-bf27-9582de1ede69', 'name': '', 'network_id': '5a94ecd9-4f8e-4289-bf35-39dc8099d39f', 'tenant_id': 'b847737f9da34f49a11caa68e477da27', 'mac_address': 'fa:16:3e:6f:a2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef247f1-159b-4c84-b618-548d643bc49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e49cc1be-6083-4bb9-8c83-c5223f6faaf2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:17:41Z', 'updated_at': '2022-01-26T19:17:42Z', 'revision_number': 2, 'project_id': 'b847737f9da34f49a11caa68e477da27', 'subnets': [{'id': 'e49cc1be-6083-4bb9-8c83-c5223f6faaf2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56f6afb4-6603-4e47-9088-2647d67b8d29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:17:43.846644 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Checking router: aef247f1-159b-4c84-b618-548d643bc49f for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:17:43.847006 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Updating router aef247f1-159b-4c84-b618-548d643bc49f port 10c981a7-8fe9-4473-bf27-9582de1ede69 binding host dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:17:43.894040 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (10c981a7-8fe9-4473-bf27-9582de1ede69), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:44.403709 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Publish callbacks [] for port (10c981a7-8fe9-4473-bf27-9582de1ede69), precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:44.410094 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (10c981a7-8fe9-4473-bf27-9582de1ede69), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:44.578501 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6341377-a48b-40f6-9aaa-1e17430528c3 None None] Pushing event updated for resources: {'Port': ['ID=10c981a7-8fe9-4473-bf27-9582de1ede69,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:17:44.581136 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Attempting to bind port 10c981a7-8fe9-4473-bf27-9582de1ede69 on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:17:44.581568 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Attempting to bind port 10c981a7-8fe9-4473-bf27-9582de1ede69 by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '084691f6-3611-4b2c-ac39-b4bf63e37a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a94ecd9-4f8e-4289-bf35-39dc8099d39f'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:17:44.582109 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Attempting to bind port 10c981a7-8fe9-4473-bf27-9582de1ede69 on network 5a94ecd9-4f8e-4289-bf35-39dc8099d39f {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:17:44.591893 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6341377-a48b-40f6-9aaa-1e17430528c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:44.592252 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6341377-a48b-40f6-9aaa-1e17430528c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:44.592600 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6341377-a48b-40f6-9aaa-1e17430528c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:44.592940 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6341377-a48b-40f6-9aaa-1e17430528c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:44.593273 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6341377-a48b-40f6-9aaa-1e17430528c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:44.593603 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6341377-a48b-40f6-9aaa-1e17430528c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:44.593929 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6341377-a48b-40f6-9aaa-1e17430528c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:44.594247 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6341377-a48b-40f6-9aaa-1e17430528c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:44.594576 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6341377-a48b-40f6-9aaa-1e17430528c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:44.594915 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6341377-a48b-40f6-9aaa-1e17430528c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:44.595241 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6341377-a48b-40f6-9aaa-1e17430528c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:44.595559 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6341377-a48b-40f6-9aaa-1e17430528c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:44.595917 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6341377-a48b-40f6-9aaa-1e17430528c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6341377-a48b-40f6-9aaa-1e17430528c3 None None] Tracked resource versions report: Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: pushed versions: Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: { 'AddressGroup': {'1.2'}, Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'ConntrackHelper': {'1.0'}, Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'LocalIPAssociation': {'1.0'}, Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Log': {'1.0'}, Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Network': {'1.1'}, Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Port': {'1.7'}, Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'PortForwarding': {'1.2'}, Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'QosPolicy': {'1.10'}, Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'SecurityGroup': {'1.5'}, Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'SecurityGroupRule': {'1.2'}, Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'SubPort': {'1.0'}, Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Subnet': {'1.1'}, Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Trunk': {'1.1'}} Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: consumer versions: Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: { DHCP agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: L3 agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: Metadata agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: Metering agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: Open vSwitch agent@dv-cinder-794001-3-iscsi: { 'AddressGroup': '1.2', Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'ConntrackHelper': '1.0', Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'LocalIPAssociation': '1.0', Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Log': '1.0', Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Network': '1.1', Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Port': '1.7', Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'PortForwarding': '1.2', Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'QosPolicy': '1.10', Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'SecurityGroup': '1.5', Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'SecurityGroupRule': '1.2', Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'SubPort': '1.0', Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Subnet': '1.1', Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Trunk': '1.1'}} Jan 26 19:17:44.597334 dv-cinder-794001-3-iscsi neutron-server[102408]: {{(pid=102408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 19:17:44.599851 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:17:44.600111 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Checking segment: {'id': '084691f6-3611-4b2c-ac39-b4bf63e37a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a94ecd9-4f8e-4289-bf35-39dc8099d39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:17:44.600574 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:44.600957 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Bound using segment: {'id': '084691f6-3611-4b2c-ac39-b4bf63e37a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a94ecd9-4f8e-4289-bf35-39dc8099d39f'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:17:44.601443 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Bound port: 10c981a7-8fe9-4473-bf27-9582de1ede69, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084691f6-3611-4b2c-ac39-b4bf63e37a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5a94ecd9-4f8e-4289-bf35-39dc8099d39f'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:17:44.601819 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (10c981a7-8fe9-4473-bf27-9582de1ede69), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:44.605686 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-3443440a-f057-45a3-b3cc-2f66bb4004b8 None None] Provisioning complete for port 10c981a7-8fe9-4473-bf27-9582de1ede69 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:17:44.606180 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-3443440a-f057-45a3-b3cc-2f66bb4004b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (10c981a7-8fe9-4473-bf27-9582de1ede69), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:44.642993 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-3443440a-f057-45a3-b3cc-2f66bb4004b8 None None] Port 10c981a7-8fe9-4473-bf27-9582de1ede69 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:17:44.676761 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] For port 10c981a7-8fe9-4473-bf27-9582de1ede69, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:17:44.696985 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] For port 10c981a7-8fe9-4473-bf27-9582de1ede69, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=10c981a7-8fe9-4473-bf27-9582de1ede69,segment=NetworkSegment(084691f6-3611-4b2c-ac39-b4bf63e37a03),segment_id=084691f6-3611-4b2c-ac39-b4bf63e37a03)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:17:44.701136 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (10c981a7-8fe9-4473-bf27-9582de1ede69), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:44.760263 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Routers {'aef247f1-159b-4c84-b618-548d643bc49f'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:17:44.760867 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:17:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['aef247f1-159b-4c84-b618-548d643bc49f'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:17:44.762625 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6341377-a48b-40f6-9aaa-1e17430528c3 None None] Pushing event updated for resources: {'Port': ['ID=10c981a7-8fe9-4473-bf27-9582de1ede69,revision_number=4']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:17:44.857528 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] Set router aef247f1-159b-4c84-b618-548d643bc49f gateway port host: None {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:17:44.963430 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-91b571ca-69a6-498c-a7f7-b3a177b6f965 None None] Provisioning complete for port 10c981a7-8fe9-4473-bf27-9582de1ede69 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:17:44.963872 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-91b571ca-69a6-498c-a7f7-b3a177b6f965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (10c981a7-8fe9-4473-bf27-9582de1ede69), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:45.040234 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-91b571ca-69a6-498c-a7f7-b3a177b6f965 None None] Current status of the port 10c981a7-8fe9-4473-bf27-9582de1ede69 is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:17:45.040635 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-91b571ca-69a6-498c-a7f7-b3a177b6f965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (10c981a7-8fe9-4473-bf27-9582de1ede69), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:45.067656 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef247f1-159b-4c84-b618-548d643bc49f', 'name': 'router1', 'tenant_id': 'b847737f9da34f49a11caa68e477da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:17:33Z', 'updated_at': '2022-01-26T19:17:42Z', 'revision_number': 2, 'project_id': 'b847737f9da34f49a11caa68e477da27', 'gw_port_host': None, '_interfaces': [{'id': '10c981a7-8fe9-4473-bf27-9582de1ede69', 'name': '', 'network_id': '5a94ecd9-4f8e-4289-bf35-39dc8099d39f', 'tenant_id': 'b847737f9da34f49a11caa68e477da27', 'mac_address': 'fa:16:3e:6f:a2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef247f1-159b-4c84-b618-548d643bc49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e49cc1be-6083-4bb9-8c83-c5223f6faaf2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:17:41Z', 'updated_at': '2022-01-26T19:17:44Z', 'revision_number': 4, 'project_id': 'b847737f9da34f49a11caa68e477da27', 'subnets': [{'id': 'e49cc1be-6083-4bb9-8c83-c5223f6faaf2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56f6afb4-6603-4e47-9088-2647d67b8d29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:17:45.071961 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-91b571ca-69a6-498c-a7f7-b3a177b6f965 None None] For port 10c981a7-8fe9-4473-bf27-9582de1ede69, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=10c981a7-8fe9-4473-bf27-9582de1ede69,segment=NetworkSegment(084691f6-3611-4b2c-ac39-b4bf63e37a03),segment_id=084691f6-3611-4b2c-ac39-b4bf63e37a03)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:17:45.077073 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-91b571ca-69a6-498c-a7f7-b3a177b6f965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (10c981a7-8fe9-4473-bf27-9582de1ede69), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:45.101847 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7e1614-7ca5-479a-a62b-8c587f2f3b5f None None] The sync data for ids ['aef247f1-159b-4c84-b618-548d643bc49f'] in dv-cinder-794001-3-iscsi is: [{'id': 'aef247f1-159b-4c84-b618-548d643bc49f', 'name': 'router1', 'tenant_id': 'b847737f9da34f49a11caa68e477da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:17:33Z', 'updated_at': '2022-01-26T19:17:42Z', 'revision_number': 2, 'project_id': 'b847737f9da34f49a11caa68e477da27', 'gw_port_host': None, '_interfaces': [{'id': '10c981a7-8fe9-4473-bf27-9582de1ede69', 'name': '', 'network_id': '5a94ecd9-4f8e-4289-bf35-39dc8099d39f', 'tenant_id': 'b847737f9da34f49a11caa68e477da27', 'mac_address': 'fa:16:3e:6f:a2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef247f1-159b-4c84-b618-548d643bc49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e49cc1be-6083-4bb9-8c83-c5223f6faaf2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:17:41Z', 'updated_at': '2022-01-26T19:17:44Z', 'revision_number': 4, 'project_id': 'b847737f9da34f49a11caa68e477da27', 'subnets': [{'id': 'e49cc1be-6083-4bb9-8c83-c5223f6faaf2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56f6afb4-6603-4e47-9088-2647d67b8d29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:17:45.130348 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b571ca-69a6-498c-a7f7-b3a177b6f965 None None] Pushing event updated for resources: {'Port': ['ID=10c981a7-8fe9-4473-bf27-9582de1ede69,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:17:47.794651 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 47794) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:17:47.902365 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6120ba4-fcf3-44d9-9d3e-e464f824d742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:17:47.903741 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f6120ba4-fcf3-44d9-9d3e-e464f824d742 admin admin] 10.222.0.50 "GET /v2.0/networks/8cf07f92-025e-4326-a933-3274338e1685 HTTP/1.1" status: 200 len: 842 time: 0.1081007 Jan 26 19:17:47.913517 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-4783ebb1-8ef6-4b8e-92e5-f72ed9429a96 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'tenant_id': '7c8368ecd15947bb8d0ad7eea3867ab9', 'ip_version': 4, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:17:47.934575 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4783ebb1-8ef6-4b8e-92e5-f72ed9429a96 admin admin] Made reservation on behalf of 7c8368ecd15947bb8d0ad7eea3867ab9 for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:17:47.936902 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4783ebb1-8ef6-4b8e-92e5-f72ed9429a96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:48.212926 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.objects.ports [None req-4783ebb1-8ef6-4b8e-92e5-f72ed9429a96 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102405) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 26 19:17:48.213374 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4783ebb1-8ef6-4b8e-92e5-f72ed9429a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for subnet (c6bed3d7-de6a-4276-b4da-48f65ec8568d), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:48.269995 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783ebb1-8ef6-4b8e-92e5-f72ed9429a96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6bed3d7-de6a-4276-b4da-48f65ec8568d,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:17:48.278141 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4783ebb1-8ef6-4b8e-92e5-f72ed9429a96 admin admin] Checking segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:17:48.278508 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4783ebb1-8ef6-4b8e-92e5-f72ed9429a96 admin admin] Network hostable DHCP agents. Network: 8cf07f92-025e-4326-a933-3274338e1685, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:17:48.295566 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4783ebb1-8ef6-4b8e-92e5-f72ed9429a96 admin admin] Network 8cf07f92-025e-4326-a933-3274338e1685 is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:17:48.304439 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-4783ebb1-8ef6-4b8e-92e5-f72ed9429a96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, 8cf07f92-025e-4326-a933-3274338e1685) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:17:48.309814 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4783ebb1-8ef6-4b8e-92e5-f72ed9429a96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:17:48.310397 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4783ebb1-8ef6-4b8e-92e5-f72ed9429a96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:48.314868 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b38ec1-615e-4aa8-9858-42f31a7600db None None] Network 8cf07f92-025e-4326-a933-3274338e1685 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:17:48.335598 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-4783ebb1-8ef6-4b8e-92e5-f72ed9429a96 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4171672 Jan 26 19:17:48.419271 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1d2770-6f3e-429c-8537-38575a1326e1 None None] Network 8cf07f92-025e-4326-a933-3274338e1685 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:17:49.572631 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 5 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:17:50.684753 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 47802) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:17:50.815472 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-1fdb91c0-1f71-4c07-b699-b91ba1d77889 admin admin] 10.222.0.50 "GET /v2.0/routers/aef247f1-159b-4c84-b618-548d643bc49f HTTP/1.1" status: 200 len: 710 time: 0.1295612 Jan 26 19:17:50.899330 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5464f1df-ba4e-4c71-8408-123f747f614f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:17:50.900664 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-5464f1df-ba4e-4c71-8408-123f747f614f admin admin] 10.222.0.50 "GET /v2.0/networks/8cf07f92-025e-4326-a933-3274338e1685 HTTP/1.1" status: 200 len: 886 time: 0.0796788 Jan 26 19:17:50.909905 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-94f7e5f1-395c-478d-8542-3965b9c89f4e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:17:51.214140 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94f7e5f1-395c-478d-8542-3965b9c89f4e admin admin] Publish callbacks [] for router_gateway (aef247f1-159b-4c84-b618-548d643bc49f), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:51.442769 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94f7e5f1-395c-478d-8542-3965b9c89f4e admin admin] Publish callbacks [] for router_gateway (aef247f1-159b-4c84-b618-548d643bc49f), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:51.513620 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94f7e5f1-395c-478d-8542-3965b9c89f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:51.633632 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-94f7e5f1-395c-478d-8542-3965b9c89f4e admin admin] Allocated IP 172.27.1.40 (8cf07f92-025e-4326-a933-3274338e1685/c6bed3d7-de6a-4276-b4da-48f65ec8568d/5503d878-b70a-48ed-9c4f-8d4ab584263e) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:17:51.736718 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94f7e5f1-395c-478d-8542-3965b9c89f4e admin admin] Publish callbacks [] for port (5503d878-b70a-48ed-9c4f-8d4ab584263e), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:51.773428 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94f7e5f1-395c-478d-8542-3965b9c89f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (5503d878-b70a-48ed-9c4f-8d4ab584263e), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:51.810402 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f7e5f1-395c-478d-8542-3965b9c89f4e admin admin] Network 8cf07f92-025e-4326-a933-3274338e1685 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:17:51.813158 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-94f7e5f1-395c-478d-8542-3965b9c89f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:17:51.816226 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f7e5f1-395c-478d-8542-3965b9c89f4e admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:17:51.854290 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7e5f1-395c-478d-8542-3965b9c89f4e admin admin] Pushing event updated for resources: {'Port': ['ID=5503d878-b70a-48ed-9c4f-8d4ab584263e,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:17:52.062849 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94f7e5f1-395c-478d-8542-3965b9c89f4e admin admin] Publish callbacks [] for router_gateway (aef247f1-159b-4c84-b618-548d643bc49f), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:52.248943 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94f7e5f1-395c-478d-8542-3965b9c89f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-748757', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-752191', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-497468'] for router (aef247f1-159b-4c84-b618-548d643bc49f), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:52.252241 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94f7e5f1-395c-478d-8542-3965b9c89f4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-748764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-748747', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-752166'] for router (aef247f1-159b-4c84-b618-548d643bc49f), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:52.354449 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f7e5f1-395c-478d-8542-3965b9c89f4e admin admin] Router aef247f1-159b-4c84-b618-548d643bc49f has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:17:52.458514 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f7e5f1-395c-478d-8542-3965b9c89f4e admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:17:52.462713 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94f7e5f1-395c-478d-8542-3965b9c89f4e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:52.463985 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-94f7e5f1-395c-478d-8542-3965b9c89f4e admin admin] 10.222.0.50 "PUT /v2.0/routers/aef247f1-159b-4c84-b618-548d643bc49f HTTP/1.1" status: 200 len: 889 time: 1.5576413 Jan 26 19:17:52.897421 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 10c981a7-8fe9-4473-bf27-9582de1ede69 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:17:52.947660 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 10c981a7-8fe9-4473-bf27-9582de1ede69 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:17:52.948182 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (10c981a7-8fe9-4473-bf27-9582de1ede69), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:53.022990 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 10c981a7-8fe9-4473-bf27-9582de1ede69 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:17:53.436447 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Sync routers for ids ['aef247f1-159b-4c84-b618-548d643bc49f'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:17:53.447618 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Routers {'aef247f1-159b-4c84-b618-548d643bc49f'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:17:53.448305 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:17:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['aef247f1-159b-4c84-b618-548d643bc49f'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:17:53.660316 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Set router aef247f1-159b-4c84-b618-548d643bc49f gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:17:54.116932 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef247f1-159b-4c84-b618-548d643bc49f', 'name': 'router1', 'tenant_id': 'b847737f9da34f49a11caa68e477da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '5503d878-b70a-48ed-9c4f-8d4ab584263e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:17:33Z', 'updated_at': '2022-01-26T19:17:51Z', 'revision_number': 4, 'project_id': 'b847737f9da34f49a11caa68e477da27', 'gw_port': {'id': '5503d878-b70a-48ed-9c4f-8d4ab584263e', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef247f1-159b-4c84-b618-548d643bc49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:17:51Z', 'updated_at': '2022-01-26T19:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '10c981a7-8fe9-4473-bf27-9582de1ede69', 'name': '', 'network_id': '5a94ecd9-4f8e-4289-bf35-39dc8099d39f', 'tenant_id': 'b847737f9da34f49a11caa68e477da27', 'mac_address': 'fa:16:3e:6f:a2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef247f1-159b-4c84-b618-548d643bc49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e49cc1be-6083-4bb9-8c83-c5223f6faaf2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:17:41Z', 'updated_at': '2022-01-26T19:17:45Z', 'revision_number': 5, 'project_id': 'b847737f9da34f49a11caa68e477da27', 'subnets': [{'id': 'e49cc1be-6083-4bb9-8c83-c5223f6faaf2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56f6afb4-6603-4e47-9088-2647d67b8d29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:17:54.165848 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Checking router: aef247f1-159b-4c84-b618-548d643bc49f for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:17:54.166201 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Updating router aef247f1-159b-4c84-b618-548d643bc49f port 5503d878-b70a-48ed-9c4f-8d4ab584263e binding host dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:17:54.214461 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (5503d878-b70a-48ed-9c4f-8d4ab584263e), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:54.523902 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Publish callbacks [] for port (5503d878-b70a-48ed-9c4f-8d4ab584263e), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:54.529762 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (5503d878-b70a-48ed-9c4f-8d4ab584263e), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:54.573966 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Attempting to bind port 5503d878-b70a-48ed-9c4f-8d4ab584263e on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:17:54.574342 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Attempting to bind port 5503d878-b70a-48ed-9c4f-8d4ab584263e by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:17:54.574704 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Attempting to bind port 5503d878-b70a-48ed-9c4f-8d4ab584263e on network 8cf07f92-025e-4326-a933-3274338e1685 {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:17:54.585729 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ecb40-8d04-4e94-a709-7a576b4a351b None None] Pushing event updated for resources: {'Port': ['ID=5503d878-b70a-48ed-9c4f-8d4ab584263e,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:17:54.588023 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:17:54.588401 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Checking segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:17:54.588804 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:54.589179 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Bound using segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:17:54.589644 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Bound port: 5503d878-b70a-48ed-9c4f-8d4ab584263e, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:17:54.590020 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (5503d878-b70a-48ed-9c4f-8d4ab584263e), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:54.648267 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] For port 5503d878-b70a-48ed-9c4f-8d4ab584263e, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:17:54.651858 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] For port 5503d878-b70a-48ed-9c4f-8d4ab584263e, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=5503d878-b70a-48ed-9c4f-8d4ab584263e,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:17:54.656051 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (5503d878-b70a-48ed-9c4f-8d4ab584263e), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:54.712857 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Routers {'aef247f1-159b-4c84-b618-548d643bc49f'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:17:54.713460 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:17:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['aef247f1-159b-4c84-b618-548d643bc49f'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:17:54.718174 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ecb40-8d04-4e94-a709-7a576b4a351b None None] Pushing event updated for resources: {'Port': ['ID=5503d878-b70a-48ed-9c4f-8d4ab584263e,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:17:54.833294 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] Set router aef247f1-159b-4c84-b618-548d643bc49f gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:17:54.932310 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 47814) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:17:55.046019 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-9aabc74b-1f5a-4d39-a360-88b990dd7477 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1125133 Jan 26 19:17:55.053073 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef247f1-159b-4c84-b618-548d643bc49f', 'name': 'router1', 'tenant_id': 'b847737f9da34f49a11caa68e477da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '5503d878-b70a-48ed-9c4f-8d4ab584263e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:17:33Z', 'updated_at': '2022-01-26T19:17:51Z', 'revision_number': 4, 'project_id': 'b847737f9da34f49a11caa68e477da27', 'gw_port': {'id': '5503d878-b70a-48ed-9c4f-8d4ab584263e', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef247f1-159b-4c84-b618-548d643bc49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:17:51Z', 'updated_at': '2022-01-26T19:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '10c981a7-8fe9-4473-bf27-9582de1ede69', 'name': '', 'network_id': '5a94ecd9-4f8e-4289-bf35-39dc8099d39f', 'tenant_id': 'b847737f9da34f49a11caa68e477da27', 'mac_address': 'fa:16:3e:6f:a2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef247f1-159b-4c84-b618-548d643bc49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e49cc1be-6083-4bb9-8c83-c5223f6faaf2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:17:41Z', 'updated_at': '2022-01-26T19:17:45Z', 'revision_number': 5, 'project_id': 'b847737f9da34f49a11caa68e477da27', 'subnets': [{'id': 'e49cc1be-6083-4bb9-8c83-c5223f6faaf2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56f6afb4-6603-4e47-9088-2647d67b8d29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:17:55.088690 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689e8d1e-5832-420f-8bc7-a31913f36c98 None None] The sync data for ids ['aef247f1-159b-4c84-b618-548d643bc49f'] in dv-cinder-794001-3-iscsi is: [{'id': 'aef247f1-159b-4c84-b618-548d643bc49f', 'name': 'router1', 'tenant_id': 'b847737f9da34f49a11caa68e477da27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '5503d878-b70a-48ed-9c4f-8d4ab584263e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:17:33Z', 'updated_at': '2022-01-26T19:17:51Z', 'revision_number': 4, 'project_id': 'b847737f9da34f49a11caa68e477da27', 'gw_port': {'id': '5503d878-b70a-48ed-9c4f-8d4ab584263e', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:77:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef247f1-159b-4c84-b618-548d643bc49f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:17:51Z', 'updated_at': '2022-01-26T19:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '10c981a7-8fe9-4473-bf27-9582de1ede69', 'name': '', 'network_id': '5a94ecd9-4f8e-4289-bf35-39dc8099d39f', 'tenant_id': 'b847737f9da34f49a11caa68e477da27', 'mac_address': 'fa:16:3e:6f:a2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef247f1-159b-4c84-b618-548d643bc49f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e49cc1be-6083-4bb9-8c83-c5223f6faaf2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:17:41Z', 'updated_at': '2022-01-26T19:17:45Z', 'revision_number': 5, 'project_id': 'b847737f9da34f49a11caa68e477da27', 'subnets': [{'id': 'e49cc1be-6083-4bb9-8c83-c5223f6faaf2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '56f6afb4-6603-4e47-9088-2647d67b8d29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:17:56.904464 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 5503d878-b70a-48ed-9c4f-8d4ab584263e up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:17:56.958092 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 5503d878-b70a-48ed-9c4f-8d4ab584263e triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:17:56.958630 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (5503d878-b70a-48ed-9c4f-8d4ab584263e), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:57.042444 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 5503d878-b70a-48ed-9c4f-8d4ab584263e is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:17:57.042842 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (5503d878-b70a-48ed-9c4f-8d4ab584263e), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:57.067241 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] For port 5503d878-b70a-48ed-9c4f-8d4ab584263e, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=5503d878-b70a-48ed-9c4f-8d4ab584263e,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:17:57.072369 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (5503d878-b70a-48ed-9c4f-8d4ab584263e), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:57.122251 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Pushing event updated for resources: {'Port': ['ID=5503d878-b70a-48ed-9c4f-8d4ab584263e,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:17:58.891236 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 5503d878-b70a-48ed-9c4f-8d4ab584263e up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:17:58.971833 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 5503d878-b70a-48ed-9c4f-8d4ab584263e triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:17:58.972552 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (5503d878-b70a-48ed-9c4f-8d4ab584263e), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:17:59.073184 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 5503d878-b70a-48ed-9c4f-8d4ab584263e is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:18:04.014422 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2d38b9f8-a6bb-43a1-907c-c4e978624efc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:06.267559 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-fa92261d-5142-4151-a16e-74bde6614810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:07.683920 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:08.906718 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:10.243816 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:26.572507 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 5 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:18:34.011460 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-78786f49-81fd-4cb6-993e-951df1bcc6d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:36.277237 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-487c24ad-aa0e-4422-9681-9494086be926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:37.782047 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:38.902888 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:18:40.243623 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:03.572045 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 5 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:19:04.014700 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-90e94a29-09d6-4b8a-80ac-9d11fe6e4cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:06.271047 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-bca48b10-54fb-4599-a860-0952f783127f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:07.691429 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:08.901580 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:10.237726 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:14.167025 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48298) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:19:14.227975 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.pecan_wsgi.hooks.translation [None req-6daa43d1-b9c0-4eba-b711-4457e55af143 admin admin] GET failed (client error): The resource could not be found. Jan 26 19:19:14.229254 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-6daa43d1-b9c0-4eba-b711-4457e55af143 admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612907 Jan 26 19:19:14.459234 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fab6f1-802d-475f-ac2c-d79f72dd850d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:19:14.460744 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-88fab6f1-802d-475f-ac2c-d79f72dd850d admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2275093 Jan 26 19:19:16.695023 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48308) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:19:16.784949 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b1b356-fe99-453e-8eff-e882ed165d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:19:16.786459 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-92b1b356-fe99-453e-8eff-e882ed165d0a admin admin] 10.222.0.50 "GET /v2.0/subnets/e49cc1be-6083-4bb9-8c83-c5223f6faaf2 HTTP/1.1" status: 200 len: 849 time: 0.0904579 Jan 26 19:19:16.799822 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:19:16.888555 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] Publish callbacks [] for subnet (e49cc1be-6083-4bb9-8c83-c5223f6faaf2), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:17.030414 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757113832897'] for subnet (e49cc1be-6083-4bb9-8c83-c5223f6faaf2), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:17.058778 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:19:17.059363 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:17.060683 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] 10.222.0.50 "PUT /v2.0/subnets/e49cc1be-6083-4bb9-8c83-c5223f6faaf2 HTTP/1.1" status: 200 len: 868 time: 0.2655408 Jan 26 19:19:17.080978 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e49cc1be-6083-4bb9-8c83-c5223f6faaf2,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:19:17.082857 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecbd58e-e850-48fd-ad56-613fefedcc59 None None] Network 5a94ecd9-4f8e-4289-bf35-39dc8099d39f requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:19:17.088366 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:19:17.088718 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:19:17.089048 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:19:17.089388 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:19:17.089725 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:19:17.090054 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:19:17.090385 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:19:17.090718 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:19:17.091069 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:19:17.091400 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:19:17.091725 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:19:17.092076 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:19:17.092399 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6fe6e4-2269-4c6c-9f2f-aa49b6d97092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:19:17.409498 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-0bb9d44a-3acd-4a0b-96a0-76f2c479bfa0 None None] Provisioning complete for port 10c981a7-8fe9-4473-bf27-9582de1ede69 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:19:17.409880 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d44a-3acd-4a0b-96a0-76f2c479bfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (10c981a7-8fe9-4473-bf27-9582de1ede69), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:17.486400 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9d44a-3acd-4a0b-96a0-76f2c479bfa0 None None] Current status of the port 10c981a7-8fe9-4473-bf27-9582de1ede69 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:19:17.495625 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-0bb9d44a-3acd-4a0b-96a0-76f2c479bfa0 None None] Provisioning complete for port 3570c86a-6e38-4a32-8dca-e3393e77ff3b triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:19:17.496038 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-0bb9d44a-3acd-4a0b-96a0-76f2c479bfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (3570c86a-6e38-4a32-8dca-e3393e77ff3b), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:17.567643 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9d44a-3acd-4a0b-96a0-76f2c479bfa0 None None] Current status of the port 3570c86a-6e38-4a32-8dca-e3393e77ff3b is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:19:19.291082 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48316) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:19:19.485388 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84970ad4-6b8e-4c88-b9a7-ce67f82473c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:19:19.485783 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84970ad4-6b8e-4c88-b9a7-ce67f82473c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:19:19.487296 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-84970ad4-6b8e-4c88-b9a7-ce67f82473c6 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1952713 Jan 26 19:19:21.748577 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48324) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:19:21.876224 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fccbf6e-e39c-4807-ab9d-2e4a581f99a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:19:21.876695 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fccbf6e-e39c-4807-ab9d-2e4a581f99a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:19:21.878224 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-6fccbf6e-e39c-4807-ab9d-2e4a581f99a1 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1286147 Jan 26 19:19:24.090561 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48332) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:19:24.219358 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b565574-7f84-406e-b163-bcdf1c06ebaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:19:24.220738 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-2b565574-7f84-406e-b163-bcdf1c06ebaa admin admin] 10.222.0.50 "GET /v2.0/networks/5a94ecd9-4f8e-4289-bf35-39dc8099d39f HTTP/1.1" status: 200 len: 869 time: 0.1292119 Jan 26 19:19:26.445658 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48340) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:19:26.565286 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed135731-c5a1-434f-afba-b417e6fbde7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:19:26.566620 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ed135731-c5a1-434f-afba-b417e6fbde7e admin admin] 10.222.0.50 "GET /v2.0/networks/8cf07f92-025e-4326-a933-3274338e1685 HTTP/1.1" status: 200 len: 886 time: 0.1200247 Jan 26 19:19:28.781736 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48348) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:19:28.902135 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd9e51d-51f1-4cf6-8a7f-c9a5b3cb9cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:19:28.902581 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd9e51d-51f1-4cf6-8a7f-c9a5b3cb9cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:19:28.904080 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ebd9e51d-51f1-4cf6-8a7f-c9a5b3cb9cba admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213815 Jan 26 19:19:31.143400 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48356) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:19:31.251976 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b77ed3-6318-4165-85ab-8a8cce7e3cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:19:31.252433 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b77ed3-6318-4165-85ab-8a8cce7e3cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:19:31.254096 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-28b77ed3-6318-4165-85ab-8a8cce7e3cf3 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1097064 Jan 26 19:19:33.486101 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48364) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:19:33.568088 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9380d3-89ac-4772-8e24-c40caa83280d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:19:33.569320 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-3c9380d3-89ac-4772-8e24-c40caa83280d admin admin] 10.222.0.50 "GET /v2.0/subnets/c6bed3d7-de6a-4276-b4da-48f65ec8568d HTTP/1.1" status: 200 len: 816 time: 0.0822601 Jan 26 19:19:34.017230 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-14248534-b790-4b3e-8b25-4cbb1b815c4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:35.794369 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48372) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:19:35.889741 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c254f7a-ce3d-4a8e-af5b-725c5c156148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:19:35.891087 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-8c254f7a-ce3d-4a8e-af5b-725c5c156148 admin admin] 10.222.0.50 "GET /v2.0/subnets/e49cc1be-6083-4bb9-8c83-c5223f6faaf2 HTTP/1.1" status: 200 len: 868 time: 0.0957832 Jan 26 19:19:36.272964 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-329491a2-76a9-47e1-b9b0-2d9ef2df9fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:37.693956 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:38.904906 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:40.244985 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:19:40.570136 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 5 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:19:59.943765 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48426) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:19:59.989775 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [None req-8d19aa45-84a6-48ad-926e-e23704e43c91 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102405) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:19:59.990770 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-8d19aa45-84a6-48ad-926e-e23704e43c91 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0460563 Jan 26 19:20:02.313382 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48434) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:20:02.371711 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d56c599-db94-4d67-84b7-7f96ab25a397 admin admin] GET failed (client error): The resource could not be found. Jan 26 19:20:02.373007 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-4d56c599-db94-4d67-84b7-7f96ab25a397 admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0586772 Jan 26 19:20:02.464169 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48701482-d5dc-4758-b76c-3cfcc75ae3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:20:02.465635 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-48701482-d5dc-4758-b76c-3cfcc75ae3a5 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0886974 Jan 26 19:20:04.021412 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-39e9a668-21d0-48d1-a7fe-c7ef853d6373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:04.739735 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48444) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:20:04.784971 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-2774e714-3e9c-4380-9794-f32415b88815 admin admin] Request body: {'network': {'name': 'shared', 'project_id': '7c8368ecd15947bb8d0ad7eea3867ab9', 'admin_state_up': True, 'shared': True, 'tenant_id': '7c8368ecd15947bb8d0ad7eea3867ab9'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:20:04.805268 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2774e714-3e9c-4380-9794-f32415b88815 admin admin] Made reservation on behalf of 7c8368ecd15947bb8d0ad7eea3867ab9 for: {'network': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:20:04.807464 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2774e714-3e9c-4380-9794-f32415b88815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:04.836477 dv-cinder-794001-3-iscsi neutron-server[102405]: WARNING neutron.services.revisions.revision_plugin [None req-2774e714-3e9c-4380-9794-f32415b88815 admin admin] Could not find related network for resource to bump revision. Jan 26 19:20:04.854822 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2774e714-3e9c-4380-9794-f32415b88815 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=102405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:20:04.868316 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2774e714-3e9c-4380-9794-f32415b88815 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757114033785', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (503f0158-4154-4416-bd0e-c77c7804fe37), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:04.868316 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2774e714-3e9c-4380-9794-f32415b88815 admin admin] Unsubscribe: segment precommit_create {{(pid=102405) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 26 19:20:04.868742 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.segments_db [None req-2774e714-3e9c-4380-9794-f32415b88815 admin admin] Added segment 503f0158-4154-4416-bd0e-c77c7804fe37 of type vlan for network b657c81c-8013-43da-b6fa-510403896690 Jan 26 19:20:04.912824 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2774e714-3e9c-4380-9794-f32415b88815 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (b657c81c-8013-43da-b6fa-510403896690), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:04.945797 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2774e714-3e9c-4380-9794-f32415b88815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (b657c81c-8013-43da-b6fa-510403896690), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:04.946713 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2774e714-3e9c-4380-9794-f32415b88815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:20:04.947290 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2774e714-3e9c-4380-9794-f32415b88815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:04.992942 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-2774e714-3e9c-4380-9794-f32415b88815 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2521641 Jan 26 19:20:05.040482 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774e714-3e9c-4380-9794-f32415b88815 admin admin] Pushing event updated for resources: {'Network': ['ID=b657c81c-8013-43da-b6fa-510403896690,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:20:05.051576 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network b657c81c-8013-43da-b6fa-510403896690 details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:20:06.273995 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-f9aacb66-085f-451c-ad24-77b7c80e6071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:07.286522 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48454) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:20:07.343753 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4aa509a-7a36-4792-9da9-fe13ca28bb96 admin admin] GET failed (client error): The resource could not be found. Jan 26 19:20:07.345051 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c4aa509a-7a36-4792-9da9-fe13ca28bb96 admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0575850 Jan 26 19:20:07.417183 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb813760-0356-4500-a06b-ce03eec3b272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:20:07.418599 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-eb813760-0356-4500-a06b-ce03eec3b272 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0694902 Jan 26 19:20:07.428251 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-5ee0df0a-f69f-42ab-877d-5232bc132b89 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'b657c81c-8013-43da-b6fa-510403896690', 'description': 'shared-subnet', 'name': 'shared-subnet', 'tenant_id': '7c8368ecd15947bb8d0ad7eea3867ab9'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:20:07.446068 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee0df0a-f69f-42ab-877d-5232bc132b89 admin admin] Made reservation on behalf of 7c8368ecd15947bb8d0ad7eea3867ab9 for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:20:07.448298 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5ee0df0a-f69f-42ab-877d-5232bc132b89 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:07.689964 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5ee0df0a-f69f-42ab-877d-5232bc132b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for subnet (c6ace2d1-cdaa-454c-a797-8702d9d65efa), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:07.697012 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:07.742506 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0df0a-f69f-42ab-877d-5232bc132b89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ace2d1-cdaa-454c-a797-8702d9d65efa,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:20:07.751138 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee0df0a-f69f-42ab-877d-5232bc132b89 admin admin] Checking segment: {'id': '503f0158-4154-4416-bd0e-c77c7804fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b657c81c-8013-43da-b6fa-510403896690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:20:07.751482 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee0df0a-f69f-42ab-877d-5232bc132b89 admin admin] Network hostable DHCP agents. Network: b657c81c-8013-43da-b6fa-510403896690, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:20:07.767276 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee0df0a-f69f-42ab-877d-5232bc132b89 admin admin] Network b657c81c-8013-43da-b6fa-510403896690 is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:20:07.775228 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-5ee0df0a-f69f-42ab-877d-5232bc132b89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, b657c81c-8013-43da-b6fa-510403896690) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:20:07.779163 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee0df0a-f69f-42ab-877d-5232bc132b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:20:07.779747 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5ee0df0a-f69f-42ab-877d-5232bc132b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:07.783897 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b168b73-1021-4060-9532-bf57c6087521 None None] Network b657c81c-8013-43da-b6fa-510403896690 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:20:07.794761 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-5ee0df0a-f69f-42ab-877d-5232bc132b89 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3696933 Jan 26 19:20:07.888968 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94f69b5e-464c-595b-b80f-295735cfbe44-b657c81c-8013-43da-b6fa-510403896690', 'network_id': 'b657c81c-8013-43da-b6fa-510403896690', 'project_id': '7c8368ecd15947bb8d0ad7eea3867ab9', 'fixed_ips': [{'subnet_id': 'c6ace2d1-cdaa-454c-a797-8702d9d65efa'}]}} from dv-cinder-794001-3-iscsi. {{(pid=102407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 19:20:07.890040 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:08.028698 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.db_base_plugin_common [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Allocated IP 192.168.233.2 (b657c81c-8013-43da-b6fa-510403896690/c6ace2d1-cdaa-454c-a797-8702d9d65efa/a0e0ee1c-9d40-4a2a-8049-170f7ea3728d) {{(pid=102407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:20:08.171248 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Publish callbacks [] for port (a0e0ee1c-9d40-4a2a-8049-170f7ea3728d), precommit_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:08.178876 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (a0e0ee1c-9d40-4a2a-8049-170f7ea3728d), after_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:08.214435 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Network b657c81c-8013-43da-b6fa-510403896690 is already hosted by enough agents. {{(pid=102407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:20:08.217586 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.base_scheduler [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Resources bound (agent type, host, resource id): {{(pid=102407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:20:08.221003 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Received port after_create {{(pid=102407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:20:08.236631 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Pushing event updated for resources: {'Port': ['ID=a0e0ee1c-9d40-4a2a-8049-170f7ea3728d,revision_number=1']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:20:08.256114 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:20:08.256480 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:20:08.256831 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:20:08.257165 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:20:08.257496 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:20:08.257822 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:20:08.258149 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:20:08.258471 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:20:08.258799 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:20:08.259122 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:20:08.259443 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:20:08.259760 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:20:08.260100 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:20:08.298417 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Attempting to bind port a0e0ee1c-9d40-4a2a-8049-170f7ea3728d on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:20:08.298695 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Attempting to bind port a0e0ee1c-9d40-4a2a-8049-170f7ea3728d by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '503f0158-4154-4416-bd0e-c77c7804fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b657c81c-8013-43da-b6fa-510403896690'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:20:08.299049 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Attempting to bind port a0e0ee1c-9d40-4a2a-8049-170f7ea3728d on network b657c81c-8013-43da-b6fa-510403896690 {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:20:08.304153 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:20:08.304514 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Checking segment: {'id': '503f0158-4154-4416-bd0e-c77c7804fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b657c81c-8013-43da-b6fa-510403896690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:20:08.304903 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:08.305350 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Bound using segment: {'id': '503f0158-4154-4416-bd0e-c77c7804fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b657c81c-8013-43da-b6fa-510403896690'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:20:08.305735 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Bound port: a0e0ee1c-9d40-4a2a-8049-170f7ea3728d, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '503f0158-4154-4416-bd0e-c77c7804fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b657c81c-8013-43da-b6fa-510403896690'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:20:08.306104 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (a0e0ee1c-9d40-4a2a-8049-170f7ea3728d), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:08.370763 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] For port a0e0ee1c-9d40-4a2a-8049-170f7ea3728d, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:20:08.373898 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] For port a0e0ee1c-9d40-4a2a-8049-170f7ea3728d, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=a0e0ee1c-9d40-4a2a-8049-170f7ea3728d,segment=NetworkSegment(503f0158-4154-4416-bd0e-c77c7804fe37),segment_id=503f0158-4154-4416-bd0e-c77c7804fe37)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:20:08.379155 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (a0e0ee1c-9d40-4a2a-8049-170f7ea3728d), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:08.448760 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6545b-bb2a-4392-ab4d-dc4c1fc1ba80 None None] Pushing event updated for resources: {'Port': ['ID=a0e0ee1c-9d40-4a2a-8049-170f7ea3728d,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:20:08.920510 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:08.966632 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device a0e0ee1c-9d40-4a2a-8049-170f7ea3728d up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:20:09.015290 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port a0e0ee1c-9d40-4a2a-8049-170f7ea3728d triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:20:09.015985 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (a0e0ee1c-9d40-4a2a-8049-170f7ea3728d), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:09.202893 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port a0e0ee1c-9d40-4a2a-8049-170f7ea3728d is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:20:09.203545 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (a0e0ee1c-9d40-4a2a-8049-170f7ea3728d), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:09.238915 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] For port a0e0ee1c-9d40-4a2a-8049-170f7ea3728d, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=a0e0ee1c-9d40-4a2a-8049-170f7ea3728d,segment=NetworkSegment(503f0158-4154-4416-bd0e-c77c7804fe37),segment_id=503f0158-4154-4416-bd0e-c77c7804fe37)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:20:09.244560 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (a0e0ee1c-9d40-4a2a-8049-170f7ea3728d), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:09.300124 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Pushing event updated for resources: {'Port': ['ID=a0e0ee1c-9d40-4a2a-8049-170f7ea3728d,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:20:09.431995 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963ac59d-a671-42b9-81a9-a6e9a2ee1be2 None None] Network b657c81c-8013-43da-b6fa-510403896690 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:20:09.509216 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-8c96ad60-f8f4-4d17-a15a-7cc3009ad8c8 None None] Provisioning complete for port a0e0ee1c-9d40-4a2a-8049-170f7ea3728d triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:20:09.509501 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-8c96ad60-f8f4-4d17-a15a-7cc3009ad8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (a0e0ee1c-9d40-4a2a-8049-170f7ea3728d), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:09.621962 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-8c96ad60-f8f4-4d17-a15a-7cc3009ad8c8 None None] Current status of the port a0e0ee1c-9d40-4a2a-8049-170f7ea3728d is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:20:09.841549 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-961944b2-a340-4147-9156-f69ef2f41a3f None None] Provisioning complete for port a0e0ee1c-9d40-4a2a-8049-170f7ea3728d triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:20:09.841930 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-961944b2-a340-4147-9156-f69ef2f41a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (a0e0ee1c-9d40-4a2a-8049-170f7ea3728d), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:09.917770 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-961944b2-a340-4147-9156-f69ef2f41a3f None None] Current status of the port a0e0ee1c-9d40-4a2a-8049-170f7ea3728d is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:20:10.238193 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:10.925835 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device a0e0ee1c-9d40-4a2a-8049-170f7ea3728d up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:20:10.975943 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port a0e0ee1c-9d40-4a2a-8049-170f7ea3728d triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:20:10.976321 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (a0e0ee1c-9d40-4a2a-8049-170f7ea3728d), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:11.049961 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port a0e0ee1c-9d40-4a2a-8049-170f7ea3728d is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:20:17.569160 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 5 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:20:34.024692 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-5c0c80fb-b700-4188-be71-e0382a4c9d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:36.274561 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a0cdd217-60de-4d54-a481-a5622f3731b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:37.699981 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:38.913374 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:40.241340 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:20:54.567283 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 5 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:21:04.027730 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-d7229bd4-7048-4365-bf00-81bb1a49476b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:06.276288 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2ce4e0e9-81d4-4226-8b11-421582f28630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:07.703533 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:08.914585 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:10.244327 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:30.595866 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48498) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:21:30.601566 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [None req-f2e4c2ee-a31f-46c8-b99b-1dc48c24bc2d tempest-verify_tempest_config-193920615 tempest-verify_tempest_config-193920615-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102405) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:21:30.602557 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f2e4c2ee-a31f-46c8-b99b-1dc48c24bc2d tempest-verify_tempest_config-193920615 tempest-verify_tempest_config-193920615-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057566 Jan 26 19:21:30.883907 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48516) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:21:30.984302 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-515ee9ba-77ce-4e92-8e16-38f892ed0475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:31.086963 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-515ee9ba-77ce-4e92-8e16-38f892ed0475 admin admin] Publish callbacks [] for security_group (2e8905e4-bf59-4c1c-a87b-534f5c896f27), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:31.091293 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-515ee9ba-77ce-4e92-8e16-38f892ed0475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (2e8905e4-bf59-4c1c-a87b-534f5c896f27), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:31.138018 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-515ee9ba-77ce-4e92-8e16-38f892ed0475 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5c38ddc443fb438495e5e9ff66ea18c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2530885 Jan 26 19:21:31.138695 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ee9ba-77ce-4e92-8e16-38f892ed0475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8905e4-bf59-4c1c-a87b-534f5c896f27,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:21:31.141708 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 48520) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:21:31.145223 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ee9ba-77ce-4e92-8e16-38f892ed0475 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.145589 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ee9ba-77ce-4e92-8e16-38f892ed0475 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.145929 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ee9ba-77ce-4e92-8e16-38f892ed0475 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.146259 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ee9ba-77ce-4e92-8e16-38f892ed0475 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.146580 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ee9ba-77ce-4e92-8e16-38f892ed0475 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.146899 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ee9ba-77ce-4e92-8e16-38f892ed0475 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.147485 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ee9ba-77ce-4e92-8e16-38f892ed0475 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.147844 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ee9ba-77ce-4e92-8e16-38f892ed0475 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.148182 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ee9ba-77ce-4e92-8e16-38f892ed0475 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.148519 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ee9ba-77ce-4e92-8e16-38f892ed0475 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.148839 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ee9ba-77ce-4e92-8e16-38f892ed0475 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.149160 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ee9ba-77ce-4e92-8e16-38f892ed0475 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.149474 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515ee9ba-77ce-4e92-8e16-38f892ed0475 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.195395 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-98127c5f-b679-42e8-8b1a-e0f87042e95b admin admin] Publish callbacks [] for security_group (2e8905e4-bf59-4c1c-a87b-534f5c896f27), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:31.215314 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-98127c5f-b679-42e8-8b1a-e0f87042e95b admin admin] Publish callbacks [] for security_group (2e8905e4-bf59-4c1c-a87b-534f5c896f27), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:31.304370 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-98127c5f-b679-42e8-8b1a-e0f87042e95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (2e8905e4-bf59-4c1c-a87b-534f5c896f27), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:31.306876 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-98127c5f-b679-42e8-8b1a-e0f87042e95b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:31.308049 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-98127c5f-b679-42e8-8b1a-e0f87042e95b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2e8905e4-bf59-4c1c-a87b-534f5c896f27 HTTP/1.1" status: 204 len: 168 time: 0.1653571 Jan 26 19:21:31.316624 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98127c5f-b679-42e8-8b1a-e0f87042e95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8905e4-bf59-4c1c-a87b-534f5c896f27,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:21:31.323109 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127c5f-b679-42e8-8b1a-e0f87042e95b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.323469 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127c5f-b679-42e8-8b1a-e0f87042e95b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.323848 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127c5f-b679-42e8-8b1a-e0f87042e95b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.324195 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127c5f-b679-42e8-8b1a-e0f87042e95b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.324535 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127c5f-b679-42e8-8b1a-e0f87042e95b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.324868 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127c5f-b679-42e8-8b1a-e0f87042e95b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.325205 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127c5f-b679-42e8-8b1a-e0f87042e95b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.325538 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127c5f-b679-42e8-8b1a-e0f87042e95b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.325868 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127c5f-b679-42e8-8b1a-e0f87042e95b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.326199 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127c5f-b679-42e8-8b1a-e0f87042e95b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.326528 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127c5f-b679-42e8-8b1a-e0f87042e95b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.326974 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127c5f-b679-42e8-8b1a-e0f87042e95b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.327299 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98127c5f-b679-42e8-8b1a-e0f87042e95b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:21:31.566083 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 5 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:21:34.034903 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-ae2aa704-af8f-4224-bbc1-e351a89937f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:36.278052 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-13f1df13-db11-46df-801a-fe78fa3c3681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:37.706169 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:38.920180 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:21:40.247255 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:22:04.026678 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-d0ead70c-e268-45e7-800f-748c0b479fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:22:06.280771 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-c5078a58-05a9-494d-95e0-3d0edebe38b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:22:07.711058 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:22:08.564045 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 5 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:22:08.922007 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:22:10.250449 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:22:34.028722 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a571e912-c734-4933-86e3-220495f82573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:22:36.287173 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-df678c39-c3b3-40c5-9cef-c6b55cb62d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:22:37.712336 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:22:38.925588 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:22:40.252244 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:22:45.562730 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 5 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:23:04.031602 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-db64f799-19ea-4e2f-adfe-700283e8ea03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:23:06.280047 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-085578aa-ee90-43d9-ae8d-4b7d91486c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:23:07.198988 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-747467'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:23:07.714840 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:23:08.928158 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:23:10.254615 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:23:21.932254 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 48594) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:23:22.033049 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-eef84e02-31f7-4e41-8bf4-b21e3be5dd05 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0997093 Jan 26 19:23:22.562094 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:23:24.299203 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 48604) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:23:24.351067 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-6e991639-3f96-4efa-b7a2-800180392e26 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0507536 Jan 26 19:23:34.033254 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-5896d7fe-651c-4225-9308-39d49d726909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:23:36.281886 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-edd66f12-4e14-4b04-9e1c-2c74d7e3eb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:23:37.149235 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:23:37.719315 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:23:38.931020 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:23:40.259140 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:23:59.561422 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:24:04.033570 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-9b4ec2bd-d500-4a68-b6c1-9246d5f909c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:06.283123 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-0ae59163-6bf8-44ed-81c9-f6c2ca72a252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:07.153239 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:07.719073 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:08.932638 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:10.261092 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:34.034785 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-dc270e21-83ff-4572-8929-5c121cc777fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:36.284216 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-5bf2b7f7-49a9-4cbe-a60d-d9c329498e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:36.561263 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:24:37.178409 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:37.720997 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:38.935848 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:40.263516 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:53.918205 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 48684) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:24:54.051549 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-579480415-network', 'tenant_id': '628a0f3ad3b346df9f72a9114ea1e869'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:24:54.077812 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Made reservation on behalf of 628a0f3ad3b346df9f72a9114ea1e869 for: {'network': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:24:54.077812 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:54.090475 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:54.173008 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Publish callbacks [] for security_group (5b1d2795-8312-4392-ae65-09724a8901e3), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:54.176731 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (5b1d2795-8312-4392-ae65-09724a8901e3), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:54.207179 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1d2795-8312-4392-ae65-09724a8901e3,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:24:54.210192 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=102406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:24:54.218536 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.218951 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.219400 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.219690 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.220132 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.220653 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.220962 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.221449 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.221799 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.222139 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.222619 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.222877 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.223103 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Tracked resource versions report: Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: pushed versions: Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: { 'AddressGroup': {'1.2'}, Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'ConntrackHelper': {'1.0'}, Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'LocalIPAssociation': {'1.0'}, Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Log': {'1.0'}, Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Network': {'1.1'}, Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Port': {'1.7'}, Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'PortForwarding': {'1.2'}, Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'QosPolicy': {'1.10'}, Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'SecurityGroup': {'1.5'}, Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'SecurityGroupRule': {'1.2'}, Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'SubPort': {'1.0'}, Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Subnet': {'1.1'}, Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Trunk': {'1.1'}} Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: consumer versions: Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: { DHCP agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: HyperV agent@hv-cinder-79400: {}, Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: L3 agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: Metadata agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: Metering agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: Open vSwitch agent@dv-cinder-794001-3-iscsi: { 'AddressGroup': '1.2', Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'ConntrackHelper': '1.0', Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'LocalIPAssociation': '1.0', Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Log': '1.0', Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Network': '1.1', Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Port': '1.7', Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'PortForwarding': '1.2', Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'QosPolicy': '1.10', Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'SecurityGroup': '1.5', Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'SecurityGroupRule': '1.2', Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'SubPort': '1.0', Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Subnet': '1.1', Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: 'Trunk': '1.1'}} Jan 26 19:24:54.224345 dv-cinder-794001-3-iscsi neutron-server[102406]: {{(pid=102406) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 19:24:54.232189 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (96d8a119-d839-4480-ab30-41b2efaa1f15), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:54.232626 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.segments_db [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Added segment 96d8a119-d839-4480-ab30-41b2efaa1f15 of type vlan for network 26b2db68-da0a-45e2-a594-43d4959688a1 Jan 26 19:24:54.280695 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (26b2db68-da0a-45e2-a594-43d4959688a1), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:54.313058 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (26b2db68-da0a-45e2-a594-43d4959688a1), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:54.314160 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:24:54.314739 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:54.383198 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] Pushing event updated for resources: {'Network': ['ID=26b2db68-da0a-45e2-a594-43d4959688a1,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:24:54.393585 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network 26b2db68-da0a-45e2-a594-43d4959688a1 details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:24:54.401222 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48738) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:24:54.401734 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-8a978e7c-140d-4825-8bc8-b549fc446075 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4812870 Jan 26 19:24:54.407498 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Request body: {'subnet': {'network_id': '26b2db68-da0a-45e2-a594-43d4959688a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-579480415-subnet', 'tenant_id': '628a0f3ad3b346df9f72a9114ea1e869', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:24:54.445490 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Made reservation on behalf of 628a0f3ad3b346df9f72a9114ea1e869 for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:24:54.447919 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:54.629212 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for subnet (93576319-cdc3-4ce0-8a3c-40f7bd90444f), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:54.675487 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Pushing event updated for resources: {'Subnet': ['ID=93576319-cdc3-4ce0-8a3c-40f7bd90444f,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:24:54.683989 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.684359 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.684874 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.685385 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.685742 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.686055 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.686399 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.686730 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.687205 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.687405 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.687727 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.688073 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.689067 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Tracked resource versions report: Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: pushed versions: Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: { 'AddressGroup': {'1.2'}, Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'ConntrackHelper': {'1.0'}, Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'LocalIPAssociation': {'1.0'}, Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Log': {'1.0'}, Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Network': {'1.1'}, Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Port': {'1.7'}, Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'PortForwarding': {'1.2'}, Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'QosPolicy': {'1.10'}, Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'SecurityGroup': {'1.5'}, Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'SecurityGroupRule': {'1.2'}, Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'SubPort': {'1.0'}, Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Subnet': {'1.1'}, Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Trunk': {'1.1'}} Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: consumer versions: Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: { DHCP agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: HyperV agent@hv-cinder-79400: {}, Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: L3 agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: Metadata agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: Metering agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: Open vSwitch agent@dv-cinder-794001-3-iscsi: { 'AddressGroup': '1.2', Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'ConntrackHelper': '1.0', Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'LocalIPAssociation': '1.0', Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Log': '1.0', Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Network': '1.1', Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Port': '1.7', Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'PortForwarding': '1.2', Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'QosPolicy': '1.10', Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'SecurityGroup': '1.5', Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'SecurityGroupRule': '1.2', Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'SubPort': '1.0', Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Subnet': '1.1', Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: 'Trunk': '1.1'}} Jan 26 19:24:54.689507 dv-cinder-794001-3-iscsi neutron-server[102405]: {{(pid=102405) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 19:24:54.707895 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Checking segment: {'id': '96d8a119-d839-4480-ab30-41b2efaa1f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '26b2db68-da0a-45e2-a594-43d4959688a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:24:54.708266 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Network hostable DHCP agents. Network: 26b2db68-da0a-45e2-a594-43d4959688a1, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:24:54.726516 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Network 26b2db68-da0a-45e2-a594-43d4959688a1 is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:24:54.738481 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, 26b2db68-da0a-45e2-a594-43d4959688a1) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:24:54.743615 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:24:54.744804 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:54.755072 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b580c8-234f-4006-969e-9530f1ec344f None None] Network 26b2db68-da0a-45e2-a594-43d4959688a1 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:24:54.772058 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-7c554ca2-9877-40dd-8c3a-2ffb153ca79f admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3644102 Jan 26 19:24:54.888795 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ff4215-cd4c-4c61-b508-e243ca8f3a16 None None] Network 26b2db68-da0a-45e2-a594-43d4959688a1 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:24:55.745671 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48822) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:24:56.196522 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-c1c36665-7097-4609-b81d-3fe3600d898d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-105249316-network', 'tenant_id': '200619f76ac54211847de3c39fa7c681'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:24:56.219579 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c36665-7097-4609-b81d-3fe3600d898d admin admin] Made reservation on behalf of 200619f76ac54211847de3c39fa7c681 for: {'network': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:24:56.222134 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c1c36665-7097-4609-b81d-3fe3600d898d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:56.231413 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c1c36665-7097-4609-b81d-3fe3600d898d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:56.233888 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 48852) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:24:56.277721 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 48856) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:24:56.317540 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c1c36665-7097-4609-b81d-3fe3600d898d admin admin] Publish callbacks [] for security_group (07abb3e8-472e-4782-a03c-99d7ddf783b3), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:56.322636 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c1c36665-7097-4609-b81d-3fe3600d898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (07abb3e8-472e-4782-a03c-99d7ddf783b3), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:56.353409 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c36665-7097-4609-b81d-3fe3600d898d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07abb3e8-472e-4782-a03c-99d7ddf783b3,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:24:56.356936 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c36665-7097-4609-b81d-3fe3600d898d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=102405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:24:56.367463 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c1c36665-7097-4609-b81d-3fe3600d898d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:56.367836 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.segments_db [None req-c1c36665-7097-4609-b81d-3fe3600d898d admin admin] Added segment d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4 of type vlan for network 68fda3bd-90ff-4f20-8f16-b16096f575dd Jan 26 19:24:56.410338 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c1c36665-7097-4609-b81d-3fe3600d898d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (68fda3bd-90ff-4f20-8f16-b16096f575dd), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:56.437989 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c1c36665-7097-4609-b81d-3fe3600d898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (68fda3bd-90ff-4f20-8f16-b16096f575dd), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:56.439944 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c36665-7097-4609-b81d-3fe3600d898d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:24:56.440643 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c1c36665-7097-4609-b81d-3fe3600d898d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:56.518807 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c36665-7097-4609-b81d-3fe3600d898d admin admin] Pushing event updated for resources: {'Network': ['ID=68fda3bd-90ff-4f20-8f16-b16096f575dd,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:24:56.536014 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 48864) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:24:56.536607 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c1c36665-7097-4609-b81d-3fe3600d898d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7897766 Jan 26 19:24:56.538859 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network 68fda3bd-90ff-4f20-8f16-b16096f575dd details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:24:56.540868 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-78504d53-8a20-419c-91ce-8f8fa9a03f8c admin admin] Request body: {'subnet': {'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-subnet', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:24:56.580298 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78504d53-8a20-419c-91ce-8f8fa9a03f8c admin admin] Made reservation on behalf of 200619f76ac54211847de3c39fa7c681 for: {'subnet': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:24:56.582843 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-78504d53-8a20-419c-91ce-8f8fa9a03f8c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:56.824831 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-704c3db7-66b4-4bd8-9e9b-87a2b8a67dc6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1755626312-network', 'tenant_id': '93424b38a7474b9787347d46184008c3'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:24:56.832343 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-56450596-d22d-4ec7-a67f-f9cdf19eba14 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1353020241-network', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:24:56.915245 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56450596-d22d-4ec7-a67f-f9cdf19eba14 admin admin] Made reservation on behalf of 02dc9a9d875c479c8dcb8eb1a31fa567 for: {'network': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:24:56.917791 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-56450596-d22d-4ec7-a67f-f9cdf19eba14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:56.941083 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704c3db7-66b4-4bd8-9e9b-87a2b8a67dc6 admin admin] Made reservation on behalf of 93424b38a7474b9787347d46184008c3 for: {'network': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:24:56.943456 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-704c3db7-66b4-4bd8-9e9b-87a2b8a67dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:56.950077 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-56450596-d22d-4ec7-a67f-f9cdf19eba14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:56.985930 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-704c3db7-66b4-4bd8-9e9b-87a2b8a67dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:57.055442 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-78504d53-8a20-419c-91ce-8f8fa9a03f8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for subnet (96126fec-90a5-4e8d-afec-f07c12737d79), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:57.131230 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78504d53-8a20-419c-91ce-8f8fa9a03f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=96126fec-90a5-4e8d-afec-f07c12737d79,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:24:57.187924 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78504d53-8a20-419c-91ce-8f8fa9a03f8c admin admin] Checking segment: {'id': 'd9807792-8ae0-4c32-8d7f-d4e8a2aab3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:24:57.188327 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78504d53-8a20-419c-91ce-8f8fa9a03f8c admin admin] Network hostable DHCP agents. Network: 68fda3bd-90ff-4f20-8f16-b16096f575dd, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:24:57.267609 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78504d53-8a20-419c-91ce-8f8fa9a03f8c admin admin] Network 68fda3bd-90ff-4f20-8f16-b16096f575dd is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:24:57.298039 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-56450596-d22d-4ec7-a67f-f9cdf19eba14 admin admin] Publish callbacks [] for security_group (0d5d6927-06f8-4d00-8f95-f03e84cd0c8c), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:57.312458 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-56450596-d22d-4ec7-a67f-f9cdf19eba14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (0d5d6927-06f8-4d00-8f95-f03e84cd0c8c), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:57.343747 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-78504d53-8a20-419c-91ce-8f8fa9a03f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, 68fda3bd-90ff-4f20-8f16-b16096f575dd) {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:24:57.366124 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426577dc-6d51-41b1-b7fc-f79e8680c74e None None] Network 68fda3bd-90ff-4f20-8f16-b16096f575dd requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:24:57.369148 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-704c3db7-66b4-4bd8-9e9b-87a2b8a67dc6 admin admin] Publish callbacks [] for security_group (ef25084c-6cd2-4781-b1e0-200557d831b0), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:57.394153 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78504d53-8a20-419c-91ce-8f8fa9a03f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:24:57.394751 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-78504d53-8a20-419c-91ce-8f8fa9a03f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:57.404861 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56450596-d22d-4ec7-a67f-f9cdf19eba14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=102406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:24:57.406980 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-704c3db7-66b4-4bd8-9e9b-87a2b8a67dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (ef25084c-6cd2-4781-b1e0-200557d831b0), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:57.421761 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56450596-d22d-4ec7-a67f-f9cdf19eba14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5d6927-06f8-4d00-8f95-f03e84cd0c8c,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:24:57.436452 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-704c3db7-66b4-4bd8-9e9b-87a2b8a67dc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=102406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:24:57.442771 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-56450596-d22d-4ec7-a67f-f9cdf19eba14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (1de36d51-7fdd-41d1-88bf-57180f9fb110), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:57.443124 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.segments_db [None req-56450596-d22d-4ec7-a67f-f9cdf19eba14 admin admin] Added segment 1de36d51-7fdd-41d1-88bf-57180f9fb110 of type vlan for network 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c Jan 26 19:24:57.485615 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-78504d53-8a20-419c-91ce-8f8fa9a03f8c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9484975 Jan 26 19:24:57.488854 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48924) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:24:57.493926 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:24:57.505271 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-704c3db7-66b4-4bd8-9e9b-87a2b8a67dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (09b212e7-8c79-48ff-8913-665194453dd5), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:57.505986 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.segments_db [None req-704c3db7-66b4-4bd8-9e9b-87a2b8a67dc6 admin admin] Added segment 09b212e7-8c79-48ff-8913-665194453dd5 of type vlan for network 8746d71a-820a-4b05-87b9-92fff64ad22d Jan 26 19:24:57.535819 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 48932) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:24:57.537820 dv-cinder-794001-3-iscsi neutron-server[102406]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 26 19:24:57.550785 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497431'] for router (5d03a272-99ba-4c1e-b155-33fd0f94684d), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:57.552337 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497422'] for router (5d03a272-99ba-4c1e-b155-33fd0f94684d), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:57.552910 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c3db7-66b4-4bd8-9e9b-87a2b8a67dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef25084c-6cd2-4781-b1e0-200557d831b0,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:24:57.613051 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-56450596-d22d-4ec7-a67f-f9cdf19eba14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:57.646320 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94f69b5e-464c-595b-b80f-295735cfbe44-68fda3bd-90ff-4f20-8f16-b16096f575dd', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'project_id': '200619f76ac54211847de3c39fa7c681', 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79'}]}} from dv-cinder-794001-3-iscsi. {{(pid=102407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 19:24:57.650165 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:57.664705 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-704c3db7-66b4-4bd8-9e9b-87a2b8a67dc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (8746d71a-820a-4b05-87b9-92fff64ad22d), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:57.775031 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] Publish callbacks [] for router_controller (5d03a272-99ba-4c1e-b155-33fd0f94684d), precommit_add_association {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:57.788059 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-56450596-d22d-4ec7-a67f-f9cdf19eba14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:57.794497 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56450596-d22d-4ec7-a67f-f9cdf19eba14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:24:57.795188 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-56450596-d22d-4ec7-a67f-f9cdf19eba14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:57.841714 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-704c3db7-66b4-4bd8-9e9b-87a2b8a67dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (8746d71a-820a-4b05-87b9-92fff64ad22d), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:57.842673 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704c3db7-66b4-4bd8-9e9b-87a2b8a67dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:24:57.843041 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.db_base_plugin_common [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Allocated IP 172.20.0.2 (68fda3bd-90ff-4f20-8f16-b16096f575dd/96126fec-90a5-4e8d-afec-f07c12737d79/1e0a742c-1303-448c-8855-537f89f965ee) {{(pid=102407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:24:57.843295 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-704c3db7-66b4-4bd8-9e9b-87a2b8a67dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:57.887574 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-4c93bdc1-1b6a-4ee9-af54-7773795bfe26 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:24:57.890545 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-4c93bdc1-1b6a-4ee9-af54-7773795bfe26 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/networks?id=26b2db68-da0a-45e2-a594-43d4959688a1 HTTP/1.1" status: 200 len: 811 time: 0.3538365 Jan 26 19:24:57.930282 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-56450596-d22d-4ec7-a67f-f9cdf19eba14 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6507027 Jan 26 19:24:57.933050 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 48942) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:24:57.967540 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-3998ff35-da44-44e9-89f3-aa6bef066e79 admin admin] Request body: {'subnet': {'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1353020241-subnet', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:24:57.977532 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-704c3db7-66b4-4bd8-9e9b-87a2b8a67dc6 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7423723 Jan 26 19:24:57.983919 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 48948) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:24:57.986224 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-2335617c-956d-4737-9da4-56c582323226 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/quotas/628a0f3ad3b346df9f72a9114ea1e869 HTTP/1.1" status: 200 len: 375 time: 0.0741410 Jan 26 19:24:57.989744 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56450596-d22d-4ec7-a67f-f9cdf19eba14 admin admin] Pushing event updated for resources: {'Network': ['ID=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:24:58.004878 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-b2130a6c-0a5d-4200-82a5-aaeb33476c1d admin admin] Request body: {'subnet': {'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1755626312-subnet', 'tenant_id': '93424b38a7474b9787347d46184008c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:24:58.015187 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:24:58.054082 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] Publish callbacks [] for router_gateway (5d03a272-99ba-4c1e-b155-33fd0f94684d), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:58.079898 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-e193c518-a487-421f-ad6c-235a862a70a1 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=628a0f3ad3b346df9f72a9114ea1e869&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873065 Jan 26 19:24:58.114036 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3998ff35-da44-44e9-89f3-aa6bef066e79 admin admin] Made reservation on behalf of 02dc9a9d875c479c8dcb8eb1a31fa567 for: {'subnet': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:24:58.116729 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3998ff35-da44-44e9-89f3-aa6bef066e79 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:58.120999 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2130a6c-0a5d-4200-82a5-aaeb33476c1d admin admin] Made reservation on behalf of 93424b38a7474b9787347d46184008c3 for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:24:58.124681 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b2130a6c-0a5d-4200-82a5-aaeb33476c1d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:58.131989 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c3db7-66b4-4bd8-9e9b-87a2b8a67dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=8746d71a-820a-4b05-87b9-92fff64ad22d,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:24:58.170436 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network 8746d71a-820a-4b05-87b9-92fff64ad22d details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:24:58.444387 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3998ff35-da44-44e9-89f3-aa6bef066e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for subnet (75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:58.479399 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Publish callbacks [] for port (1e0a742c-1303-448c-8855-537f89f965ee), precommit_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:58.495572 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (1e0a742c-1303-448c-8855-537f89f965ee), after_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:58.558736 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998ff35-da44-44e9-89f3-aa6bef066e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:24:58.580278 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Network 68fda3bd-90ff-4f20-8f16-b16096f575dd is already hosted by enough agents. {{(pid=102407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:24:58.591368 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.base_scheduler [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Resources bound (agent type, host, resource id): {{(pid=102407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:24:58.598223 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Received port after_create {{(pid=102407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:24:58.618081 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Pushing event updated for resources: {'Port': ['ID=1e0a742c-1303-448c-8855-537f89f965ee,revision_number=1']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:24:58.647370 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3998ff35-da44-44e9-89f3-aa6bef066e79 admin admin] Checking segment: {'id': '1de36d51-7fdd-41d1-88bf-57180f9fb110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:24:58.647734 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3998ff35-da44-44e9-89f3-aa6bef066e79 admin admin] Network hostable DHCP agents. Network: 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:24:58.649118 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:58.650009 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:58.650565 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:58.651132 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:58.651705 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:58.652275 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:58.652817 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:58.653374 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:58.653915 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:58.654490 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:58.655048 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:58.655601 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:58.656181 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Tracked resource versions report: Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: pushed versions: Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: { 'AddressGroup': {'1.2'}, Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'ConntrackHelper': {'1.0'}, Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'LocalIPAssociation': {'1.0'}, Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Log': {'1.0'}, Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Network': {'1.1'}, Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Port': {'1.7'}, Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'PortForwarding': {'1.2'}, Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'QosPolicy': {'1.10'}, Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'SecurityGroup': {'1.5'}, Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'SecurityGroupRule': {'1.2'}, Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'SubPort': {'1.0'}, Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Subnet': {'1.1'}, Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Trunk': {'1.1'}} Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: consumer versions: Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: { DHCP agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: HyperV agent@hv-cinder-79400: {}, Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: L3 agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: Metadata agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: Metering agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: Open vSwitch agent@dv-cinder-794001-3-iscsi: { 'AddressGroup': '1.2', Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'ConntrackHelper': '1.0', Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'LocalIPAssociation': '1.0', Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Log': '1.0', Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Network': '1.1', Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Port': '1.7', Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'PortForwarding': '1.2', Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'QosPolicy': '1.10', Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'SecurityGroup': '1.5', Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'SecurityGroupRule': '1.2', Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'SubPort': '1.0', Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Subnet': '1.1', Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: 'Trunk': '1.1'}} Jan 26 19:24:58.658143 dv-cinder-794001-3-iscsi neutron-server[102407]: {{(pid=102407) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 19:24:58.673116 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] Publish callbacks [] for router_gateway (5d03a272-99ba-4c1e-b155-33fd0f94684d), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:58.676260 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b2130a6c-0a5d-4200-82a5-aaeb33476c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for subnet (60c69d80-c100-4f11-893e-f1b4a9dffa16), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:58.688178 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3998ff35-da44-44e9-89f3-aa6bef066e79 admin admin] Network 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:24:58.703068 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-3998ff35-da44-44e9-89f3-aa6bef066e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c) {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:24:58.708839 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:58.710308 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3998ff35-da44-44e9-89f3-aa6bef066e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:24:58.712714 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3998ff35-da44-44e9-89f3-aa6bef066e79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:58.722082 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a07a799-03ea-4e97-b14e-f59706a46f38 None None] Network 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:24:58.741946 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-3998ff35-da44-44e9-89f3-aa6bef066e79 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7793400 Jan 26 19:24:58.745124 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 48996) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:24:58.751201 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:24:58.761629 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Attempting to bind port 1e0a742c-1303-448c-8855-537f89f965ee on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:24:58.762423 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Attempting to bind port 1e0a742c-1303-448c-8855-537f89f965ee by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': 'd9807792-8ae0-4c32-8d7f-d4e8a2aab3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:24:58.763011 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Attempting to bind port 1e0a742c-1303-448c-8855-537f89f965ee on network 68fda3bd-90ff-4f20-8f16-b16096f575dd {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:24:58.791053 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:24:58.793852 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Checking segment: {'id': 'd9807792-8ae0-4c32-8d7f-d4e8a2aab3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:24:58.800320 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:58.811735 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Bound using segment: {'id': 'd9807792-8ae0-4c32-8d7f-d4e8a2aab3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:24:58.811735 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Bound port: 1e0a742c-1303-448c-8855-537f89f965ee, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9807792-8ae0-4c32-8d7f-d4e8a2aab3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:24:58.811735 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (1e0a742c-1303-448c-8855-537f89f965ee), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:58.812162 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497431'] for router (a8d2a2a7-ed31-4a78-be6a-702367c582bb), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:58.812573 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497422'] for router (a8d2a2a7-ed31-4a78-be6a-702367c582bb), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:58.832846 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2130a6c-0a5d-4200-82a5-aaeb33476c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c69d80-c100-4f11-893e-f1b4a9dffa16,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:24:58.864434 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2130a6c-0a5d-4200-82a5-aaeb33476c1d admin admin] Checking segment: {'id': '09b212e7-8c79-48ff-8913-665194453dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:24:58.864929 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2130a6c-0a5d-4200-82a5-aaeb33476c1d admin admin] Network hostable DHCP agents. Network: 8746d71a-820a-4b05-87b9-92fff64ad22d, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:24:58.906793 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2130a6c-0a5d-4200-82a5-aaeb33476c1d admin admin] Network 8746d71a-820a-4b05-87b9-92fff64ad22d is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:24:58.910304 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] Allocated IP 172.27.1.29 (8cf07f92-025e-4326-a933-3274338e1685/c6bed3d7-de6a-4276-b4da-48f65ec8568d/b5520d37-a882-473d-ac7f-c4e012d0a596) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:24:58.927839 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-b2130a6c-0a5d-4200-82a5-aaeb33476c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, 8746d71a-820a-4b05-87b9-92fff64ad22d) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:24:58.935414 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2130a6c-0a5d-4200-82a5-aaeb33476c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:24:58.936010 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b2130a6c-0a5d-4200-82a5-aaeb33476c1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:58.950500 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c307db2-7331-40a9-9495-2c3dae16c374 None None] Network 8746d71a-820a-4b05-87b9-92fff64ad22d requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:24:58.966017 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b2130a6c-0a5d-4200-82a5-aaeb33476c1d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9753952 Jan 26 19:24:58.972757 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 49000) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:24:58.979529 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1755626312-router', 'tenant_id': '93424b38a7474b9787347d46184008c3', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:24:58.999839 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 49002) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:24:59.016706 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] Publish callbacks [] for router_controller (a8d2a2a7-ed31-4a78-be6a-702367c582bb), precommit_add_association {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.024072 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-ea638b84-7d49-44c1-8df9-c84081469763 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:24:59.025407 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-ea638b84-7d49-44c1-8df9-c84081469763 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4727519 Jan 26 19:24:59.041863 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497431'] for router (b1853524-c6ed-4005-af14-c7cf7adab939), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.043365 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497422'] for router (b1853524-c6ed-4005-af14-c7cf7adab939), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.055212 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 49006) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:24:59.128359 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94f69b5e-464c-595b-b80f-295735cfbe44-1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'fixed_ips': [{'subnet_id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e'}]}} from dv-cinder-794001-3-iscsi. {{(pid=102407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 19:24:59.129229 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.159499 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] For port 1e0a742c-1303-448c-8855-537f89f965ee, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:24:59.178919 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] For port 1e0a742c-1303-448c-8855-537f89f965ee, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=1e0a742c-1303-448c-8855-537f89f965ee,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:24:59.191269 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (1e0a742c-1303-448c-8855-537f89f965ee), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.236510 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] Publish callbacks [] for router_controller (b1853524-c6ed-4005-af14-c7cf7adab939), precommit_add_association {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.245970 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94477baf-d796-4593-826b-551474b2e3d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.305113 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] Publish callbacks [] for router_gateway (a8d2a2a7-ed31-4a78-be6a-702367c582bb), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.313509 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afa755e-d44c-414b-8a0b-4bd4fec7262c None None] Network 8746d71a-820a-4b05-87b9-92fff64ad22d requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:24:59.326693 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-321c8a99-915d-47ab-89e7-f98253e7399c service neutron] 10.222.0.50 "GET /v2.0/networks/26b2db68-da0a-45e2-a594-43d4959688a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799971 Jan 26 19:24:59.356636 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] Publish callbacks [] for port (b5520d37-a882-473d-ac7f-c4e012d0a596), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.367842 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1403f5b4-59d4-47d5-ae2d-fa6e6a7c2ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.435803 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7060124-2c7b-4147-9baf-f06ac4cccb1a None None] Pushing event updated for resources: {'Port': ['ID=1e0a742c-1303-448c-8855-537f89f965ee,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:24:59.453364 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.db_base_plugin_common [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Allocated IP 172.20.0.2 (1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c/75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e/3ca0077b-263c-4a3f-85fc-e7a6bb102468) {{(pid=102407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:24:59.489009 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] Publish callbacks [] for router_gateway (b1853524-c6ed-4005-af14-c7cf7adab939), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.500897 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-a372f4f9-69b0-4e45-8340-86fb57d320e9 service neutron] 10.222.0.50 "GET /v2.0/networks/26b2db68-da0a-45e2-a594-43d4959688a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377234 Jan 26 19:24:59.577439 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (b5520d37-a882-473d-ac7f-c4e012d0a596), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.682796 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] Network 8cf07f92-025e-4326-a933-3274338e1685 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:24:59.778630 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94477baf-d796-4593-826b-551474b2e3d3 admin admin] Publish callbacks [] for security_group (c6c6f38d-8b97-4265-aad5-c13aa1f2ac37), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.778630 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:24:59.778630 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:24:59.779417 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Publish callbacks [] for port (3ca0077b-263c-4a3f-85fc-e7a6bb102468), precommit_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.779981 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-94477baf-d796-4593-826b-551474b2e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c6c6f38d-8b97-4265-aad5-c13aa1f2ac37), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.780086 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (3ca0077b-263c-4a3f-85fc-e7a6bb102468), after_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.780188 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] Publish callbacks [] for router_gateway (a8d2a2a7-ed31-4a78-be6a-702367c582bb), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.803596 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.905530 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1403f5b4-59d4-47d5-ae2d-fa6e6a7c2ee5 admin admin] Publish callbacks [] for security_group (bb61a61e-2d4e-4d07-a13c-7dfbbe656081), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.956772 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Network 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c is already hosted by enough agents. {{(pid=102407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:24:59.960865 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Pushing event updated for resources: {'Port': ['ID=3ca0077b-263c-4a3f-85fc-e7a6bb102468,revision_number=1']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:24:59.969067 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1403f5b4-59d4-47d5-ae2d-fa6e6a7c2ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (bb61a61e-2d4e-4d07-a13c-7dfbbe656081), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:24:59.972266 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.base_scheduler [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Resources bound (agent type, host, resource id): {{(pid=102407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:24:59.997870 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] Pushing event updated for resources: {'Port': ['ID=b5520d37-a882-473d-ac7f-c4e012d0a596,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:00.022876 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Received port after_create {{(pid=102407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:25:00.032875 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d5434c1c-00a2-4d05-a606-09b1030d0413 req-61962cbc-90be-477c-bcd2-c4e14fac22a7 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 210 time: 0.1344306 Jan 26 19:25:00.057488 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-94477baf-d796-4593-826b-551474b2e3d3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b0bf8522a9d1473f9595e6ee024cc460&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0560169 Jan 26 19:25:00.063848 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 49048) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:00.112337 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-1403f5b4-59d4-47d5-ae2d-fa6e6a7c2ee5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8ebd12ba0ee3422bb598e481ad061f43&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0539989 Jan 26 19:25:00.116336 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 49050) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:00.124324 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94477baf-d796-4593-826b-551474b2e3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c6f38d-8b97-4265-aad5-c13aa1f2ac37,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:00.165011 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] Allocated IP 172.27.1.97 (8cf07f92-025e-4326-a933-3274338e1685/c6bed3d7-de6a-4276-b4da-48f65ec8568d/e2392c44-801d-46fe-a967-e36d373dd577) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:25:00.249770 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8028e52a-0ce7-4fa1-9245-36d12fa64dfe admin admin] Publish callbacks [] for security_group (bb61a61e-2d4e-4d07-a13c-7dfbbe656081), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:00.312777 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8028e52a-0ce7-4fa1-9245-36d12fa64dfe admin admin] Publish callbacks [] for security_group (bb61a61e-2d4e-4d07-a13c-7dfbbe656081), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:00.338528 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403f5b4-59d4-47d5-ae2d-fa6e6a7c2ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb61a61e-2d4e-4d07-a13c-7dfbbe656081,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:00.384241 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-84bf0ef4-86d5-4115-917a-1dd2551bbc11 admin admin] Publish callbacks [] for security_group (c6c6f38d-8b97-4265-aad5-c13aa1f2ac37), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:00.390739 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] Publish callbacks [] for port (e2392c44-801d-46fe-a967-e36d373dd577), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:00.414855 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Attempting to bind port 3ca0077b-263c-4a3f-85fc-e7a6bb102468 on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:25:00.415472 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Attempting to bind port 3ca0077b-263c-4a3f-85fc-e7a6bb102468 by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '1de36d51-7fdd-41d1-88bf-57180f9fb110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:25:00.416571 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Attempting to bind port 3ca0077b-263c-4a3f-85fc-e7a6bb102468 on network 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:25:00.426721 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:25:00.427175 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Checking segment: {'id': '1de36d51-7fdd-41d1-88bf-57180f9fb110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:25:00.427649 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:00.428119 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Bound using segment: {'id': '1de36d51-7fdd-41d1-88bf-57180f9fb110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:25:00.428651 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Bound port: 3ca0077b-263c-4a3f-85fc-e7a6bb102468, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de36d51-7fdd-41d1-88bf-57180f9fb110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:25:00.429098 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (3ca0077b-263c-4a3f-85fc-e7a6bb102468), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:00.524952 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-84bf0ef4-86d5-4115-917a-1dd2551bbc11 admin admin] Publish callbacks [] for security_group (c6c6f38d-8b97-4265-aad5-c13aa1f2ac37), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:00.535045 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8028e52a-0ce7-4fa1-9245-36d12fa64dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (bb61a61e-2d4e-4d07-a13c-7dfbbe656081), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:00.538670 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8028e52a-0ce7-4fa1-9245-36d12fa64dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:00.539808 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-8028e52a-0ce7-4fa1-9245-36d12fa64dfe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb61a61e-2d4e-4d07-a13c-7dfbbe656081 HTTP/1.1" status: 204 len: 168 time: 0.4179931 Jan 26 19:25:00.583406 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] For port 3ca0077b-263c-4a3f-85fc-e7a6bb102468, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:25:00.589450 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] For port 3ca0077b-263c-4a3f-85fc-e7a6bb102468, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=3ca0077b-263c-4a3f-85fc-e7a6bb102468,segment=NetworkSegment(1de36d51-7fdd-41d1-88bf-57180f9fb110),segment_id=1de36d51-7fdd-41d1-88bf-57180f9fb110)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:25:00.597772 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028e52a-0ce7-4fa1-9245-36d12fa64dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb61a61e-2d4e-4d07-a13c-7dfbbe656081,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:00.600276 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (3ca0077b-263c-4a3f-85fc-e7a6bb102468), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:00.618111 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (e2392c44-801d-46fe-a967-e36d373dd577), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:00.754065 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] Network 8cf07f92-025e-4326-a933-3274338e1685 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:25:00.755279 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212bb10-3838-4cb4-aefa-a813c2dbe2b6 None None] Pushing event updated for resources: {'Port': ['ID=3ca0077b-263c-4a3f-85fc-e7a6bb102468,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:00.766342 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:25:00.772288 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] Pushing event updated for resources: {'Port': ['ID=e2392c44-801d-46fe-a967-e36d373dd577,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:00.806792 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:25:00.817796 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] Publish callbacks [] for router_gateway (5d03a272-99ba-4c1e-b155-33fd0f94684d), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:00.893242 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] Publish callbacks [] for router_gateway (b1853524-c6ed-4005-af14-c7cf7adab939), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:00.923322 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:00.938881 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-84bf0ef4-86d5-4115-917a-1dd2551bbc11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c6c6f38d-8b97-4265-aad5-c13aa1f2ac37), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:00.941946 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-84bf0ef4-86d5-4115-917a-1dd2551bbc11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:00.944882 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-84bf0ef4-86d5-4115-917a-1dd2551bbc11 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c6c6f38d-8b97-4265-aad5-c13aa1f2ac37 HTTP/1.1" status: 204 len: 168 time: 0.8749070 Jan 26 19:25:01.017398 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf0ef4-86d5-4115-917a-1dd2551bbc11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c6f38d-8b97-4265-aad5-c13aa1f2ac37,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:01.205962 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 49084) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:01.219625 dv-cinder-794001-3-iscsi neutron-server[102405]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 26 19:25:01.355989 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 1e0a742c-1303-448c-8855-537f89f965ee up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:25:01.421202 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab68af4-4930-4453-b1a3-dcc018ed36f1 None None] Network 68fda3bd-90ff-4f20-8f16-b16096f575dd requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:25:01.477916 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] Allocated IP 172.27.1.138 (8cf07f92-025e-4326-a933-3274338e1685/c6bed3d7-de6a-4276-b4da-48f65ec8568d/5624c355-e1c2-42df-b70c-1c48ca830d4c) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:25:01.540199 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-d3cb8053-229e-4469-b228-08078e9dfc8a None None] Provisioning complete for port 1e0a742c-1303-448c-8855-537f89f965ee triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:01.540870 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-d3cb8053-229e-4469-b228-08078e9dfc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (1e0a742c-1303-448c-8855-537f89f965ee), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:01.592906 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 1e0a742c-1303-448c-8855-537f89f965ee triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:01.593778 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (1e0a742c-1303-448c-8855-537f89f965ee), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:01.666252 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] Publish callbacks [] for port (5624c355-e1c2-42df-b70c-1c48ca830d4c), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:01.726532 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c50c1cc8-94e7-44fa-ab9d-99dde52af3c8 req-1885036b-15a6-45e2-bb63-7c70aa195f2c tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 210 time: 0.5144124 Jan 26 19:25:01.799836 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (5624c355-e1c2-42df-b70c-1c48ca830d4c), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:01.805254 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 49100) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:01.835310 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ac102ceb-4da1-465f-bb0c-047ff660995a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:01.884109 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-d3cb8053-229e-4469-b228-08078e9dfc8a None None] Current status of the port 1e0a742c-1303-448c-8855-537f89f965ee is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:01.884686 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-d3cb8053-229e-4469-b228-08078e9dfc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (1e0a742c-1303-448c-8855-537f89f965ee), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:01.903423 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 1e0a742c-1303-448c-8855-537f89f965ee is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:01.905510 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (1e0a742c-1303-448c-8855-537f89f965ee), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:01.990141 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-d3cb8053-229e-4469-b228-08078e9dfc8a None None] For port 1e0a742c-1303-448c-8855-537f89f965ee, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=1e0a742c-1303-448c-8855-537f89f965ee,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:02.003014 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-d3cb8053-229e-4469-b228-08078e9dfc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (1e0a742c-1303-448c-8855-537f89f965ee), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:02.045745 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] Publish callbacks [] for router_gateway (a8d2a2a7-ed31-4a78-be6a-702367c582bb), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:02.153784 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748722'] for router (5d03a272-99ba-4c1e-b155-33fd0f94684d), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:02.187583 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] Network 8cf07f92-025e-4326-a933-3274338e1685 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:25:02.208661 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb8053-229e-4469-b228-08078e9dfc8a None None] Pushing event updated for resources: {'Port': ['ID=1e0a742c-1303-448c-8855-537f89f965ee,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:02.211477 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:25:02.247957 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.db.api [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 19:25:02.253546 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG oslo_db.api [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 19:25:02.268416 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:25:02.277428 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-c04069d0-1de2-439a-af47-4dfb61fc955f None None] Provisioning complete for port 1e0a742c-1303-448c-8855-537f89f965ee triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:02.278504 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-c04069d0-1de2-439a-af47-4dfb61fc955f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (1e0a742c-1303-448c-8855-537f89f965ee), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:02.285542 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] Pushing event updated for resources: {'Port': ['ID=5624c355-e1c2-42df-b70c-1c48ca830d4c,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:02.558238 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-c04069d0-1de2-439a-af47-4dfb61fc955f None None] Current status of the port 1e0a742c-1303-448c-8855-537f89f965ee is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:02.601219 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748722'] for router (a8d2a2a7-ed31-4a78-be6a-702367c582bb), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:02.620441 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a339465-a7ea-4f29-b98c-9071b90e0837 None None] Network 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:25:02.622965 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ac102ceb-4da1-465f-bb0c-047ff660995a admin admin] Publish callbacks [] for security_group (32460aaf-ee4a-49c5-b851-0ff28a79f319), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:02.659550 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ac102ceb-4da1-465f-bb0c-047ff660995a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (32460aaf-ee4a-49c5-b851-0ff28a79f319), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:02.763985 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ac102ceb-4da1-465f-bb0c-047ff660995a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce54e777f3be465d9c90978d61654dbb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9508619 Jan 26 19:25:02.769593 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 49130) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:02.773194 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac102ceb-4da1-465f-bb0c-047ff660995a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32460aaf-ee4a-49c5-b851-0ff28a79f319,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:02.886777 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] Router a8d2a2a7-ed31-4a78-be6a-702367c582bb is scheduled to L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec with binding_index 1 {{(pid=102406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 19:25:02.900127 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2ccf63f7-92e6-4529-a6b6-cf7cd4a1658e admin admin] Publish callbacks [] for security_group (32460aaf-ee4a-49c5-b851-0ff28a79f319), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:02.942019 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 1e0a742c-1303-448c-8855-537f89f965ee is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:02.948760 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-fdffa8e4-9a4e-49af-952b-b178ec435d82 None None] Provisioning complete for port 3ca0077b-263c-4a3f-85fc-e7a6bb102468 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:02.949425 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-fdffa8e4-9a4e-49af-952b-b178ec435d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (3ca0077b-263c-4a3f-85fc-e7a6bb102468), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:03.070025 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2ccf63f7-92e6-4529-a6b6-cf7cd4a1658e admin admin] Publish callbacks [] for security_group (32460aaf-ee4a-49c5-b851-0ff28a79f319), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:03.152467 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4f183ee8-f32d-4620-841a-afb3c277724f req-ccf52f58-c3fb-4c6b-869d-8244040bd1ca tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 210 time: 0.0945859 Jan 26 19:25:03.169371 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] Router 5d03a272-99ba-4c1e-b155-33fd0f94684d is scheduled to L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec with binding_index 1 {{(pid=102405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 19:25:03.175867 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] Publish callbacks [] for router_gateway (b1853524-c6ed-4005-af14-c7cf7adab939), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:03.230876 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-fdffa8e4-9a4e-49af-952b-b178ec435d82 None None] Current status of the port 3ca0077b-263c-4a3f-85fc-e7a6bb102468 is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:03.231583 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-fdffa8e4-9a4e-49af-952b-b178ec435d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (3ca0077b-263c-4a3f-85fc-e7a6bb102468), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:03.265421 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2ccf63f7-92e6-4529-a6b6-cf7cd4a1658e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (32460aaf-ee4a-49c5-b851-0ff28a79f319), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:03.268737 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2ccf63f7-92e6-4529-a6b6-cf7cd4a1658e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:03.270037 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-2ccf63f7-92e6-4529-a6b6-cf7cd4a1658e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/32460aaf-ee4a-49c5-b851-0ff28a79f319 HTTP/1.1" status: 204 len: 168 time: 0.4997101 Jan 26 19:25:03.287453 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf63f7-92e6-4529-a6b6-cf7cd4a1658e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32460aaf-ee4a-49c5-b851-0ff28a79f319,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:03.343229 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:25:03.348522 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-fdffa8e4-9a4e-49af-952b-b178ec435d82 None None] For port 3ca0077b-263c-4a3f-85fc-e7a6bb102468, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=3ca0077b-263c-4a3f-85fc-e7a6bb102468,segment=NetworkSegment(1de36d51-7fdd-41d1-88bf-57180f9fb110),segment_id=1de36d51-7fdd-41d1-88bf-57180f9fb110)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:03.357609 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:25:03.358901 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Sync routers for ids ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:25:03.361589 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-fdffa8e4-9a4e-49af-952b-b178ec435d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (3ca0077b-263c-4a3f-85fc-e7a6bb102468), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:03.375939 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Routers {'a8d2a2a7-ed31-4a78-be6a-702367c582bb'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:25:03.376592 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:24:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:03.408980 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:03.412760 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Sync routers for ids ['5d03a272-99ba-4c1e-b155-33fd0f94684d'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:25:03.415217 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-0471a9d3-424e-43bb-9a90-b4710010054e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6685245 Jan 26 19:25:03.418157 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 49146) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:03.442997 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 1e0a742c-1303-448c-8855-537f89f965ee up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:25:03.502380 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:03.504381 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-e9685f09-0a07-41ae-a94b-f8d78b06f36a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0144689 Jan 26 19:25:03.509179 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 49148) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:03.520211 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Routers {'5d03a272-99ba-4c1e-b155-33fd0f94684d'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:25:03.521514 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:24:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5d03a272-99ba-4c1e-b155-33fd0f94684d'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:03.598075 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffa8e4-9a4e-49af-952b-b178ec435d82 None None] Pushing event updated for resources: {'Port': ['ID=3ca0077b-263c-4a3f-85fc-e7a6bb102468,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:03.690115 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-05a7a346-d374-4fc6-a171-1ace0bc7aa3f None None] Provisioning complete for port 3ca0077b-263c-4a3f-85fc-e7a6bb102468 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:03.690463 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-05a7a346-d374-4fc6-a171-1ace0bc7aa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (3ca0077b-263c-4a3f-85fc-e7a6bb102468), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:03.781027 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 1e0a742c-1303-448c-8855-537f89f965ee triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:03.781743 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (1e0a742c-1303-448c-8855-537f89f965ee), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:03.817048 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748722'] for router (b1853524-c6ed-4005-af14-c7cf7adab939), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:03.822967 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Set router 5d03a272-99ba-4c1e-b155-33fd0f94684d gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:25:03.873287 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Set router a8d2a2a7-ed31-4a78-be6a-702367c582bb gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:25:04.067569 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-05a7a346-d374-4fc6-a171-1ace0bc7aa3f None None] Current status of the port 3ca0077b-263c-4a3f-85fc-e7a6bb102468 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:04.134890 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-afd80bf4-ef13-42ac-ab2e-65d908c0dbcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:04.209384 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 1e0a742c-1303-448c-8855-537f89f965ee is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:04.213689 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:01Z', 'revision_number': 3, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port': {'id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:04.215070 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 3ca0077b-263c-4a3f-85fc-e7a6bb102468 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:25:04.293045 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] Router b1853524-c6ed-4005-af14-c7cf7adab939 is scheduled to L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec with binding_index 1 {{(pid=102405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 19:25:04.294438 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Checking router: a8d2a2a7-ed31-4a78-be6a-702367c582bb for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:25:04.295023 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Updating router a8d2a2a7-ed31-4a78-be6a-702367c582bb port e2392c44-801d-46fe-a967-e36d373dd577 binding host dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:25:04.328874 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (e2392c44-801d-46fe-a967-e36d373dd577), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:04.505690 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4438-2ddc-4b46-a854-d6ec8f4cf591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:04.610885 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9808ec92-7bb3-4be6-9e5c-89377fc3f2fe req-4ba9fc2e-7216-4c71-bb37-d877df4d12f9 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 210 time: 0.0524039 Jan 26 19:25:04.659438 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 3ca0077b-263c-4a3f-85fc-e7a6bb102468 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:04.659971 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (3ca0077b-263c-4a3f-85fc-e7a6bb102468), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:04.726801 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:25:00Z', 'revision_number': 3, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port': {'id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:04.785966 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Checking router: 5d03a272-99ba-4c1e-b155-33fd0f94684d for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:25:04.786328 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Updating router 5d03a272-99ba-4c1e-b155-33fd0f94684d port b5520d37-a882-473d-ac7f-c4e012d0a596 binding host dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:25:04.832984 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Publish callbacks [] for port (e2392c44-801d-46fe-a967-e36d373dd577), precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:04.845939 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (e2392c44-801d-46fe-a967-e36d373dd577), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:04.863981 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (b5520d37-a882-473d-ac7f-c4e012d0a596), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:04.898609 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:25:04.921666 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fccb0b0e-708e-4ff6-9b40-c5e36d5db4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:04.925594 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Sync routers for ids ['b1853524-c6ed-4005-af14-c7cf7adab939'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:25:04.971968 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Attempting to bind port e2392c44-801d-46fe-a967-e36d373dd577 on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:25:04.972970 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Attempting to bind port e2392c44-801d-46fe-a967-e36d373dd577 by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:25:04.973783 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Attempting to bind port e2392c44-801d-46fe-a967-e36d373dd577 on network 8cf07f92-025e-4326-a933-3274338e1685 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:25:04.978713 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f6d8b-fb4d-4d4d-9342-da495876d90e None None] Pushing event updated for resources: {'Port': ['ID=e2392c44-801d-46fe-a967-e36d373dd577,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:04.983033 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Routers {'b1853524-c6ed-4005-af14-c7cf7adab939'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:25:04.983653 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:24:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['b1853524-c6ed-4005-af14-c7cf7adab939'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:04.985094 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:04.993540 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-75439947-cfd7-4d9f-9992-4fb37b02ef5a admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0163283 Jan 26 19:25:04.998927 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 49202) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:05.036760 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:25:05.038083 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Checking segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:25:05.038083 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:05.038383 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Bound using segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:25:05.040011 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Bound port: e2392c44-801d-46fe-a967-e36d373dd577, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:25:05.040412 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (e2392c44-801d-46fe-a967-e36d373dd577), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:05.071438 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f6d8b-fb4d-4d4d-9342-da495876d90e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:25:05.071891 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f6d8b-fb4d-4d4d-9342-da495876d90e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:25:05.072721 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f6d8b-fb4d-4d4d-9342-da495876d90e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:25:05.073182 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f6d8b-fb4d-4d4d-9342-da495876d90e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:25:05.073541 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f6d8b-fb4d-4d4d-9342-da495876d90e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:25:05.073878 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f6d8b-fb4d-4d4d-9342-da495876d90e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:25:05.074209 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f6d8b-fb4d-4d4d-9342-da495876d90e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:25:05.074540 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f6d8b-fb4d-4d4d-9342-da495876d90e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:25:05.074868 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f6d8b-fb4d-4d4d-9342-da495876d90e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:25:05.075212 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f6d8b-fb4d-4d4d-9342-da495876d90e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:25:05.075545 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f6d8b-fb4d-4d4d-9342-da495876d90e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:25:05.075897 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f6d8b-fb4d-4d4d-9342-da495876d90e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:25:05.076223 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f6d8b-fb4d-4d4d-9342-da495876d90e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f6d8b-fb4d-4d4d-9342-da495876d90e None None] Tracked resource versions report: Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: pushed versions: Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: { 'AddressGroup': {'1.2'}, Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'ConntrackHelper': {'1.0'}, Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'LocalIPAssociation': {'1.0'}, Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Log': {'1.0'}, Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Network': {'1.1'}, Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Port': {'1.7'}, Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'PortForwarding': {'1.2'}, Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'QosPolicy': {'1.10'}, Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'SecurityGroup': {'1.5'}, Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'SecurityGroupRule': {'1.2'}, Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'SubPort': {'1.0'}, Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Subnet': {'1.1'}, Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Trunk': {'1.1'}} Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: consumer versions: Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: { DHCP agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: HyperV agent@hv-cinder-79400: {}, Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: L3 agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: Metadata agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: Metering agent@dv-cinder-794001-3-iscsi: {}, Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: Open vSwitch agent@dv-cinder-794001-3-iscsi: { 'AddressGroup': '1.2', Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'ConntrackHelper': '1.0', Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'LocalIPAssociation': '1.0', Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Log': '1.0', Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Network': '1.1', Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Port': '1.7', Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'PortForwarding': '1.2', Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'QosPolicy': '1.10', Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'SecurityGroup': '1.5', Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'SecurityGroupRule': '1.2', Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'SubPort': '1.0', Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Subnet': '1.1', Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: 'Trunk': '1.1'}} Jan 26 19:25:05.077509 dv-cinder-794001-3-iscsi neutron-server[102408]: {{(pid=102408) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 26 19:25:05.110947 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-7e5e4438-2ddc-4b46-a854-d6ec8f4cf591 admin admin] Allocated IP 172.20.0.1 (1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c/75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e/8b9ca268-9b37-427a-a71a-53e0f978bdd3) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:25:05.152206 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 3ca0077b-263c-4a3f-85fc-e7a6bb102468 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:05.152380 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 49206) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:05.238558 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] For port e2392c44-801d-46fe-a967-e36d373dd577, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:25:05.274433 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] For port e2392c44-801d-46fe-a967-e36d373dd577, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=e2392c44-801d-46fe-a967-e36d373dd577,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:25:05.279669 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Set router b1853524-c6ed-4005-af14-c7cf7adab939 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:25:05.330455 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4438-2ddc-4b46-a854-d6ec8f4cf591 admin admin] Publish callbacks [] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:05.338494 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (e2392c44-801d-46fe-a967-e36d373dd577), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:05.390165 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-fccb0b0e-708e-4ff6-9b40-c5e36d5db4ec admin admin] Allocated IP 172.20.0.1 (68fda3bd-90ff-4f20-8f16-b16096f575dd/96126fec-90a5-4e8d-afec-f07c12737d79/61b9fe56-8074-4a3a-a9fc-96af4877b188) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:25:05.406438 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4438-2ddc-4b46-a854-d6ec8f4cf591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:05.421383 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 3ca0077b-263c-4a3f-85fc-e7a6bb102468 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:25:05.470179 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5e4438-2ddc-4b46-a854-d6ec8f4cf591 admin admin] Network 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:25:05.472302 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4f36ae8f-cbbc-46d9-8bb9-0d08e4039ba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:05.491359 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-7e5e4438-2ddc-4b46-a854-d6ec8f4cf591 admin admin] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:25:05.504400 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5e4438-2ddc-4b46-a854-d6ec8f4cf591 admin admin] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:25:05.505126 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4438-2ddc-4b46-a854-d6ec8f4cf591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747751'] for router_interface (a8d2a2a7-ed31-4a78-be6a-702367c582bb), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:05.592036 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e4438-2ddc-4b46-a854-d6ec8f4cf591 admin admin] Pushing event updated for resources: {'Port': ['ID=8b9ca268-9b37-427a-a71a-53e0f978bdd3,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:05.595911 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Publish callbacks [] for port (b5520d37-a882-473d-ac7f-c4e012d0a596), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:05.606882 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (b5520d37-a882-473d-ac7f-c4e012d0a596), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:05.678701 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Attempting to bind port b5520d37-a882-473d-ac7f-c4e012d0a596 on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:25:05.679338 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Attempting to bind port b5520d37-a882-473d-ac7f-c4e012d0a596 by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:25:05.679443 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Attempting to bind port b5520d37-a882-473d-ac7f-c4e012d0a596 on network 8cf07f92-025e-4326-a933-3274338e1685 {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:25:05.704018 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f6d8b-fb4d-4d4d-9342-da495876d90e None None] Pushing event updated for resources: {'Port': ['ID=e2392c44-801d-46fe-a967-e36d373dd577,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:05.709216 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Routers {'a8d2a2a7-ed31-4a78-be6a-702367c582bb'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:25:05.709864 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:24:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:05.720656 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:25:05.722873 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Checking segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:25:05.724025 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:05.725127 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Bound using segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:25:05.726256 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Bound port: b5520d37-a882-473d-ac7f-c4e012d0a596, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:25:05.726817 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (b5520d37-a882-473d-ac7f-c4e012d0a596), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:05.756425 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fccb0b0e-708e-4ff6-9b40-c5e36d5db4ec admin admin] Publish callbacks [] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:05.756615 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35a68f-74b7-403a-844b-86bfa309bcbb None None] Pushing event updated for resources: {'Port': ['ID=b5520d37-a882-473d-ac7f-c4e012d0a596,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:05.787384 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 3ca0077b-263c-4a3f-85fc-e7a6bb102468 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:05.787732 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (3ca0077b-263c-4a3f-85fc-e7a6bb102468), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:05.873486 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] For port b5520d37-a882-473d-ac7f-c4e012d0a596, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:25:05.877913 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] For port b5520d37-a882-473d-ac7f-c4e012d0a596, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=b5520d37-a882-473d-ac7f-c4e012d0a596,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:25:05.892024 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (b5520d37-a882-473d-ac7f-c4e012d0a596), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:05.904020 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4f36ae8f-cbbc-46d9-8bb9-0d08e4039ba3 admin admin] Publish callbacks [] for security_group (fde19366-1cdc-46c4-94b0-004f77a36e46), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:05.908910 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-38a06823-79ac-4d93-942b-0af3f40ac74c req-858f732e-4d92-41ef-822c-19204a504506 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 210 time: 0.1506307 Jan 26 19:25:05.965971 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4f36ae8f-cbbc-46d9-8bb9-0d08e4039ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (fde19366-1cdc-46c4-94b0-004f77a36e46), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:05.977664 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] Set router a8d2a2a7-ed31-4a78-be6a-702367c582bb gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:25:06.027062 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fccb0b0e-708e-4ff6-9b40-c5e36d5db4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:06.057664 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccb0b0e-708e-4ff6-9b40-c5e36d5db4ec admin admin] Network 68fda3bd-90ff-4f20-8f16-b16096f575dd is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:25:06.057913 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35a68f-74b7-403a-844b-86bfa309bcbb None None] Pushing event updated for resources: {'Port': ['ID=b5520d37-a882-473d-ac7f-c4e012d0a596,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:06.063654 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Routers {'5d03a272-99ba-4c1e-b155-33fd0f94684d'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:25:06.064303 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:24:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5d03a272-99ba-4c1e-b155-33fd0f94684d'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:06.070241 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-f2c38fcb-56f4-4e05-b780-baa022f89a50 None None] Provisioning complete for port 8b9ca268-9b37-427a-a71a-53e0f978bdd3 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:06.070618 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-f2c38fcb-56f4-4e05-b780-baa022f89a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:06.072779 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-fccb0b0e-708e-4ff6-9b40-c5e36d5db4ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:25:06.079661 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4438-2ddc-4b46-a854-d6ec8f4cf591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:06.096247 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb0b0e-708e-4ff6-9b40-c5e36d5db4ec admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:25:06.097683 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fccb0b0e-708e-4ff6-9b40-c5e36d5db4ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747751'] for router_interface (5d03a272-99ba-4c1e-b155-33fd0f94684d), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:06.152143 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 3ca0077b-263c-4a3f-85fc-e7a6bb102468 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:06.180030 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-4f36ae8f-cbbc-46d9-8bb9-0d08e4039ba3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=36b14601c23f41a68d1ee9d768c64371&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0254114 Jan 26 19:25:06.185585 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 49232) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:06.203157 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-f2c38fcb-56f4-4e05-b780-baa022f89a50 None None] Port 8b9ca268-9b37-427a-a71a-53e0f978bdd3 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:25:06.255904 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36ae8f-cbbc-46d9-8bb9-0d08e4039ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde19366-1cdc-46c4-94b0-004f77a36e46,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:06.279760 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1853524-c6ed-4005-af14-c7cf7adab939', 'name': 'tempest-ServerRescueNegativeTestJSON-1755626312-router', 'tenant_id': '93424b38a7474b9787347d46184008c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '5624c355-e1c2-42df-b70c-1c48ca830d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:02Z', 'revision_number': 3, 'project_id': '93424b38a7474b9787347d46184008c3', 'gw_port': {'id': '5624c355-e1c2-42df-b70c-1c48ca830d4c', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1853524-c6ed-4005-af14-c7cf7adab939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:00Z', 'updated_at': '2022-01-26T19:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:06.290182 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] Set router 5d03a272-99ba-4c1e-b155-33fd0f94684d gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:25:06.351331 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Checking router: b1853524-c6ed-4005-af14-c7cf7adab939 for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:25:06.352132 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Updating router b1853524-c6ed-4005-af14-c7cf7adab939 port 5624c355-e1c2-42df-b70c-1c48ca830d4c binding host dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:25:06.382192 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb0b0e-708e-4ff6-9b40-c5e36d5db4ec admin admin] Pushing event updated for resources: {'Port': ['ID=61b9fe56-8074-4a3a-a9fc-96af4877b188,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:06.391590 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d3ea81dd-16d3-4ccc-913b-5cacb1f00033 admin admin] Publish callbacks [] for security_group (fde19366-1cdc-46c4-94b0-004f77a36e46), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:06.457326 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (5624c355-e1c2-42df-b70c-1c48ca830d4c), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:06.472065 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d3ea81dd-16d3-4ccc-913b-5cacb1f00033 admin admin] Publish callbacks [] for security_group (fde19366-1cdc-46c4-94b0-004f77a36e46), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:06.485799 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-cbbd5525-66ab-43a7-9849-f950466a4271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:06.521292 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4438-2ddc-4b46-a854-d6ec8f4cf591 admin admin] Publish callbacks [] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:06.529162 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4438-2ddc-4b46-a854-d6ec8f4cf591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:06.530331 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7e5e4438-2ddc-4b46-a854-d6ec8f4cf591 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1016890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747383'] for router_interface (a8d2a2a7-ed31-4a78-be6a-702367c582bb), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:06.566517 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-36dcb649-34d2-4a4e-bcdc-d6bc6dcab9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:06.579959 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-a506f0c0-75eb-4ff7-8a9f-e0ee136adb18 None None] Provisioning complete for port 61b9fe56-8074-4a3a-a9fc-96af4877b188 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:06.580258 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a506f0c0-75eb-4ff7-8a9f-e0ee136adb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:06.608348 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d3ea81dd-16d3-4ccc-913b-5cacb1f00033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (fde19366-1cdc-46c4-94b0-004f77a36e46), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:06.611038 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d3ea81dd-16d3-4ccc-913b-5cacb1f00033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:06.615302 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-d3ea81dd-16d3-4ccc-913b-5cacb1f00033 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fde19366-1cdc-46c4-94b0-004f77a36e46 HTTP/1.1" status: 204 len: 168 time: 0.4280422 Jan 26 19:25:06.628779 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fccb0b0e-708e-4ff6-9b40-c5e36d5db4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:06.634568 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea81dd-16d3-4ccc-913b-5cacb1f00033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde19366-1cdc-46c4-94b0-004f77a36e46,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:06.687593 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e4438-2ddc-4b46-a854-d6ec8f4cf591 admin admin] Pushing event updated for resources: {'Port': ['ID=8b9ca268-9b37-427a-a71a-53e0f978bdd3,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:06.756626 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-a506f0c0-75eb-4ff7-8a9f-e0ee136adb18 None None] Port 61b9fe56-8074-4a3a-a9fc-96af4877b188 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:25:06.783599 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:25:00Z', 'revision_number': 3, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port': {'id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:06.788128 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5e4438-2ddc-4b46-a854-d6ec8f4cf591 admin admin] Network 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:25:06.789529 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-7e5e4438-2ddc-4b46-a854-d6ec8f4cf591 admin admin] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:25:06.798390 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:01Z', 'revision_number': 3, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port': {'id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:06.815707 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca2dd08-37b4-4363-8f24-3fffe394a9a0 None None] The sync data for ids ['5d03a272-99ba-4c1e-b155-33fd0f94684d'] in dv-cinder-794001-3-iscsi is: [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:25:00Z', 'revision_number': 3, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port': {'id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:25:06.857526 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ec2458-67c1-4e7b-a334-dfb275932859 None None] The sync data for ids ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'] in dv-cinder-794001-3-iscsi is: [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:01Z', 'revision_number': 3, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port': {'id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:25:07.017652 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5e4438-2ddc-4b46-a854-d6ec8f4cf591 admin admin] Router a8d2a2a7-ed31-4a78-be6a-702367c582bb has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:25:07.055579 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fccb0b0e-708e-4ff6-9b40-c5e36d5db4ec admin admin] Publish callbacks [] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:07.081979 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fccb0b0e-708e-4ff6-9b40-c5e36d5db4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:07.085065 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fccb0b0e-708e-4ff6-9b40-c5e36d5db4ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1016890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747383'] for router_interface (5d03a272-99ba-4c1e-b155-33fd0f94684d), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:07.199314 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-203b92f5-2ca3-4ca8-a1cc-a38ed85d5a3e req-ac4a4aa1-97cf-40e8-97d4-38cdaadce80f tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 210 time: 0.0830226 Jan 26 19:25:07.201431 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-ba33949f-c605-481b-991c-9bbb00b0e757 None None] Provisioning complete for port 8b9ca268-9b37-427a-a71a-53e0f978bdd3 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:07.202123 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-ba33949f-c605-481b-991c-9bbb00b0e757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:07.350682 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Publish callbacks [] for port (5624c355-e1c2-42df-b70c-1c48ca830d4c), precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:07.352295 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-ba33949f-c605-481b-991c-9bbb00b0e757 None None] Port 8b9ca268-9b37-427a-a71a-53e0f978bdd3 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:25:07.362516 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (5624c355-e1c2-42df-b70c-1c48ca830d4c), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:07.381901 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 49250) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:07.427990 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9580ba3f-9ba0-4a03-8978-7970a8ad2a30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:07.472923 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5e4438-2ddc-4b46-a854-d6ec8f4cf591 admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:25:07.476566 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebae67-4cb0-4f49-a64c-b3f8559d8bc5 None None] Pushing event updated for resources: {'Port': ['ID=5624c355-e1c2-42df-b70c-1c48ca830d4c,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:07.485817 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccb0b0e-708e-4ff6-9b40-c5e36d5db4ec admin admin] Network 68fda3bd-90ff-4f20-8f16-b16096f575dd is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:25:07.499380 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-fccb0b0e-708e-4ff6-9b40-c5e36d5db4ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:25:07.506495 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Attempting to bind port 5624c355-e1c2-42df-b70c-1c48ca830d4c on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:25:07.507144 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Attempting to bind port 5624c355-e1c2-42df-b70c-1c48ca830d4c by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:25:07.508407 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Attempting to bind port 5624c355-e1c2-42df-b70c-1c48ca830d4c on network 8cf07f92-025e-4326-a933-3274338e1685 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:25:07.522122 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-7e5e4438-2ddc-4b46-a854-d6ec8f4cf591 admin admin] 10.222.0.50 "PUT /v2.0/routers/a8d2a2a7-ed31-4a78-be6a-702367c582bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1023538 Jan 26 19:25:07.522261 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:25:07.522515 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Checking segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:25:07.526737 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:07.528868 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Bound using segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:25:07.529579 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Bound port: 5624c355-e1c2-42df-b70c-1c48ca830d4c, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:25:07.531446 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (5624c355-e1c2-42df-b70c-1c48ca830d4c), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:07.545307 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb0b0e-708e-4ff6-9b40-c5e36d5db4ec admin admin] Pushing event updated for resources: {'Port': ['ID=61b9fe56-8074-4a3a-a9fc-96af4877b188,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:07.558908 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-36dcb649-34d2-4a4e-bcdc-d6bc6dcab9e6 admin admin] Allocated IP 172.20.0.1 (8746d71a-820a-4b05-87b9-92fff64ad22d/60c69d80-c100-4f11-893e-f1b4a9dffa16/33b6266c-bc44-4da3-a0cb-a06bd1f835dc) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:25:07.684821 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] For port 5624c355-e1c2-42df-b70c-1c48ca830d4c, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:25:07.692129 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] For port 5624c355-e1c2-42df-b70c-1c48ca830d4c, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=5624c355-e1c2-42df-b70c-1c48ca830d4c,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:25:07.700999 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (5624c355-e1c2-42df-b70c-1c48ca830d4c), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:07.738283 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:07.748659 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9580ba3f-9ba0-4a03-8978-7970a8ad2a30 admin admin] Publish callbacks [] for security_group (cbb0c0e2-a0d2-478b-8822-431d6d4cf6f3), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:07.771480 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9580ba3f-9ba0-4a03-8978-7970a8ad2a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (cbb0c0e2-a0d2-478b-8822-431d6d4cf6f3), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:07.925351 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:07.935025 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aebae67-4cb0-4f49-a64c-b3f8559d8bc5 None None] Pushing event updated for resources: {'Port': ['ID=5624c355-e1c2-42df-b70c-1c48ca830d4c,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:07.958093 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-9580ba3f-9ba0-4a03-8978-7970a8ad2a30 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=089500d3a74743818bec6090c1edef00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5692003 Jan 26 19:25:07.962049 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580ba3f-9ba0-4a03-8978-7970a8ad2a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb0c0e2-a0d2-478b-8822-431d6d4cf6f3,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:07.978085 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 49266) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:08.002337 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Routers {'b1853524-c6ed-4005-af14-c7cf7adab939'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:25:08.003255 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:25:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['b1853524-c6ed-4005-af14-c7cf7adab939'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:08.096942 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-f1b56b26-fa3e-445a-ac6f-e46774d21533 None None] Provisioning complete for port 61b9fe56-8074-4a3a-a9fc-96af4877b188 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:08.109586 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-f1b56b26-fa3e-445a-ac6f-e46774d21533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:08.117013 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a3a07d70-79a5-4a6f-8635-96515973a873 admin admin] Publish callbacks [] for security_group (cbb0c0e2-a0d2-478b-8822-431d6d4cf6f3), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:08.169708 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] Set router b1853524-c6ed-4005-af14-c7cf7adab939 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:25:08.188651 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fccb0b0e-708e-4ff6-9b40-c5e36d5db4ec admin admin] Router 5d03a272-99ba-4c1e-b155-33fd0f94684d has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:25:08.220806 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-f1b56b26-fa3e-445a-ac6f-e46774d21533 None None] Port 61b9fe56-8074-4a3a-a9fc-96af4877b188 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:25:08.222989 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a3a07d70-79a5-4a6f-8635-96515973a873 admin admin] Publish callbacks [] for security_group (cbb0c0e2-a0d2-478b-8822-431d6d4cf6f3), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:08.311859 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.46', 61897) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:08.360980 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a3a07d70-79a5-4a6f-8635-96515973a873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (cbb0c0e2-a0d2-478b-8822-431d6d4cf6f3), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:08.372207 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-36dcb649-34d2-4a4e-bcdc-d6bc6dcab9e6 admin admin] Publish callbacks [] for port (33b6266c-bc44-4da3-a0cb-a06bd1f835dc), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:08.373781 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a3a07d70-79a5-4a6f-8635-96515973a873 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:08.377569 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-a3a07d70-79a5-4a6f-8635-96515973a873 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cbb0c0e2-a0d2-478b-8822-431d6d4cf6f3 HTTP/1.1" status: 204 len: 168 time: 0.3953204 Jan 26 19:25:08.463704 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a07d70-79a5-4a6f-8635-96515973a873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb0c0e2-a0d2-478b-8822-431d6d4cf6f3,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:08.578822 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1853524-c6ed-4005-af14-c7cf7adab939', 'name': 'tempest-ServerRescueNegativeTestJSON-1755626312-router', 'tenant_id': '93424b38a7474b9787347d46184008c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '5624c355-e1c2-42df-b70c-1c48ca830d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:02Z', 'revision_number': 3, 'project_id': '93424b38a7474b9787347d46184008c3', 'gw_port': {'id': '5624c355-e1c2-42df-b70c-1c48ca830d4c', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1853524-c6ed-4005-af14-c7cf7adab939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:00Z', 'updated_at': '2022-01-26T19:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:08.600662 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e927f52e-ddc3-477f-bc67-591b1e3a0007 req-5656310b-de9f-4944-9268-09968c67c4d5 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 210 time: 0.1550488 Jan 26 19:25:08.660656 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc9d338-db22-4697-afdc-00a19daca041 None None] The sync data for ids ['b1853524-c6ed-4005-af14-c7cf7adab939'] in dv-cinder-794001-3-iscsi is: [{'id': 'b1853524-c6ed-4005-af14-c7cf7adab939', 'name': 'tempest-ServerRescueNegativeTestJSON-1755626312-router', 'tenant_id': '93424b38a7474b9787347d46184008c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '5624c355-e1c2-42df-b70c-1c48ca830d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:02Z', 'revision_number': 3, 'project_id': '93424b38a7474b9787347d46184008c3', 'gw_port': {'id': '5624c355-e1c2-42df-b70c-1c48ca830d4c', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1853524-c6ed-4005-af14-c7cf7adab939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:00Z', 'updated_at': '2022-01-26T19:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:25:08.712342 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-d1aec0b0-2f7d-4225-9472-b98a33475561 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:08.716820 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-d1aec0b0-2f7d-4225-9472-b98a33475561 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.46 "GET /v2.0/networks?id=26b2db68-da0a-45e2-a594-43d4959688a1 HTTP/1.1" status: 200 len: 811 time: 0.3956523 Jan 26 19:25:08.725506 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-36dcb649-34d2-4a4e-bcdc-d6bc6dcab9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (33b6266c-bc44-4da3-a0cb-a06bd1f835dc), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:08.779275 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-8a480959-acb9-4ea7-8805-fe2fb6c1fa15 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Request body: {'port': {'device_id': 'c83ec467-f057-4a9b-91c7-302bc3507bf2', 'network_id': '26b2db68-da0a-45e2-a594-43d4959688a1', 'admin_state_up': True, 'tenant_id': '628a0f3ad3b346df9f72a9114ea1e869'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:08.785112 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcb649-34d2-4a4e-bcdc-d6bc6dcab9e6 admin admin] Pushing event updated for resources: {'Port': ['ID=33b6266c-bc44-4da3-a0cb-a06bd1f835dc,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:08.793028 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccb0b0e-708e-4ff6-9b40-c5e36d5db4ec admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:25:08.815815 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-fccb0b0e-708e-4ff6-9b40-c5e36d5db4ec admin admin] 10.222.0.50 "PUT /v2.0/routers/5d03a272-99ba-4c1e-b155-33fd0f94684d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2922478 Jan 26 19:25:08.834207 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dcb649-34d2-4a4e-bcdc-d6bc6dcab9e6 admin admin] Network 8746d71a-820a-4b05-87b9-92fff64ad22d is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:25:08.844710 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-36dcb649-34d2-4a4e-bcdc-d6bc6dcab9e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:25:08.857460 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dcb649-34d2-4a4e-bcdc-d6bc6dcab9e6 admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:25:08.859530 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-36dcb649-34d2-4a4e-bcdc-d6bc6dcab9e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747751'] for router_interface (b1853524-c6ed-4005-af14-c7cf7adab939), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:08.972595 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:09.325926 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-36dcb649-34d2-4a4e-bcdc-d6bc6dcab9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (33b6266c-bc44-4da3-a0cb-a06bd1f835dc), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:09.481755 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 49310) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:09.498395 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-364e266d-6ba5-48e3-a770-99b518398f7a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--640489915', 'description': 'tempest-description--510252892'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:09.573626 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-364e266d-6ba5-48e3-a770-99b518398f7a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:09.740228 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device e2392c44-801d-46fe-a967-e36d373dd577 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:25:09.837015 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port e2392c44-801d-46fe-a967-e36d373dd577 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:09.837707 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (e2392c44-801d-46fe-a967-e36d373dd577), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:09.864355 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-47ff9e04-1983-4256-a584-686f18f8713e req-103069d5-7048-4171-84f5-b47031b24ac4 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 210 time: 0.0885513 Jan 26 19:25:09.965774 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-36dcb649-34d2-4a4e-bcdc-d6bc6dcab9e6 admin admin] Publish callbacks [] for port (33b6266c-bc44-4da3-a0cb-a06bd1f835dc), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:09.970829 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-364e266d-6ba5-48e3-a770-99b518398f7a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group (e7fc1a95-352e-4e7b-9e86-96aa39cd410b), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:09.978908 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port e2392c44-801d-46fe-a967-e36d373dd577 is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:09.980343 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (e2392c44-801d-46fe-a967-e36d373dd577), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:09.982052 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-36dcb649-34d2-4a4e-bcdc-d6bc6dcab9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (33b6266c-bc44-4da3-a0cb-a06bd1f835dc), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:09.983139 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-36dcb649-34d2-4a4e-bcdc-d6bc6dcab9e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1016890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747383'] for router_interface (b1853524-c6ed-4005-af14-c7cf7adab939), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:10.002369 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-8a480959-acb9-4ea7-8805-fe2fb6c1fa15 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Made reservation on behalf of 628a0f3ad3b346df9f72a9114ea1e869 for: {'port': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:25:10.007249 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-8a480959-acb9-4ea7-8805-fe2fb6c1fa15 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:10.010793 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-364e266d-6ba5-48e3-a770-99b518398f7a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (e7fc1a95-352e-4e7b-9e86-96aa39cd410b), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:10.017827 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] For port e2392c44-801d-46fe-a967-e36d373dd577, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=e2392c44-801d-46fe-a967-e36d373dd577,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:10.025613 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (e2392c44-801d-46fe-a967-e36d373dd577), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:10.026949 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device b5520d37-a882-473d-ac7f-c4e012d0a596 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:25:10.101053 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 49344) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:10.123183 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-60685054-eb3e-49e2-a725-d54122ec927e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1438542806', 'description': 'tempest-description--1966372059'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:10.295957 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-364e266d-6ba5-48e3-a770-99b518398f7a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:10.297518 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-364e266d-6ba5-48e3-a770-99b518398f7a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8143947 Jan 26 19:25:10.340278 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 49352) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:10.377343 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-ef7c5f3e-b204-4c21-bbd9-3fd2cf58d186 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Request body: {'security_group_rule': {'security_group_id': 'e7fc1a95-352e-4e7b-9e86-96aa39cd410b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:10.404981 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Pushing event updated for resources: {'Port': ['ID=e2392c44-801d-46fe-a967-e36d373dd577,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:10.421028 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:10.428416 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port b5520d37-a882-473d-ac7f-c4e012d0a596 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:10.429060 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (b5520d37-a882-473d-ac7f-c4e012d0a596), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:10.444320 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-60685054-eb3e-49e2-a725-d54122ec927e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:10.557152 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e266d-6ba5-48e3-a770-99b518398f7a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7fc1a95-352e-4e7b-9e86-96aa39cd410b,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:10.609762 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcb649-34d2-4a4e-bcdc-d6bc6dcab9e6 admin admin] Pushing event updated for resources: {'Port': ['ID=33b6266c-bc44-4da3-a0cb-a06bd1f835dc,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:10.661299 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ef7c5f3e-b204-4c21-bbd9-3fd2cf58d186 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group_rule (ae5b3cad-5e92-4797-a441-12d6f46be36a), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:10.755831 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port b5520d37-a882-473d-ac7f-c4e012d0a596 is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:10.757668 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (b5520d37-a882-473d-ac7f-c4e012d0a596), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:10.889851 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] For port b5520d37-a882-473d-ac7f-c4e012d0a596, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=b5520d37-a882-473d-ac7f-c4e012d0a596,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:10.901736 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (b5520d37-a882-473d-ac7f-c4e012d0a596), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:10.907203 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-8a480959-acb9-4ea7-8805-fe2fb6c1fa15 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Allocated IP 172.20.0.10 (26b2db68-da0a-45e2-a594-43d4959688a1/93576319-cdc3-4ce0-8a3c-40f7bd90444f/1a5716f6-ee7f-47b4-9680-f7b8772235cd) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:25:10.923008 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dcb649-34d2-4a4e-bcdc-d6bc6dcab9e6 admin admin] Network 8746d71a-820a-4b05-87b9-92fff64ad22d is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:25:10.935566 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-36dcb649-34d2-4a4e-bcdc-d6bc6dcab9e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:25:11.114714 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-60685054-eb3e-49e2-a725-d54122ec927e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group (c7e90323-4110-402c-82f3-2c35112dfde1), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:11.121837 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Pushing event updated for resources: {'Port': ['ID=b5520d37-a882-473d-ac7f-c4e012d0a596,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:11.132493 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ef7c5f3e-b204-4c21-bbd9-3fd2cf58d186 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group_rule (ae5b3cad-5e92-4797-a441-12d6f46be36a), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:11.146261 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ef7c5f3e-b204-4c21-bbd9-3fd2cf58d186 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (ae5b3cad-5e92-4797-a441-12d6f46be36a), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:11.261263 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ef7c5f3e-b204-4c21-bbd9-3fd2cf58d186 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:11.265534 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ef7c5f3e-b204-4c21-bbd9-3fd2cf58d186 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8915491 Jan 26 19:25:11.265799 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c5f3e-b204-4c21-bbd9-3fd2cf58d186 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5b3cad-5e92-4797-a441-12d6f46be36a,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:11.267257 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 49392) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:11.307707 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6c3acbfe-1812-40b8-8190-c263455b7bbd req-e3578caf-82e3-4711-8a1e-c09ef8d722c2 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 210 time: 0.2160428 Jan 26 19:25:11.320011 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-f63658bc-ea04-4b0c-a43c-b3e8e1df2c7b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Request body: {'security_group_rule': {'security_group_id': 'e7fc1a95-352e-4e7b-9e86-96aa39cd410b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:11.320800 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-60685054-eb3e-49e2-a725-d54122ec927e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c7e90323-4110-402c-82f3-2c35112dfde1), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:11.408682 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f63658bc-ea04-4b0c-a43c-b3e8e1df2c7b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group_rule (e8ed6a2f-b6af-4826-8a05-985b9250142e), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:11.448315 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-60685054-eb3e-49e2-a725-d54122ec927e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:11.453499 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-60685054-eb3e-49e2-a725-d54122ec927e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3454072 Jan 26 19:25:11.461006 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 49404) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:11.498871 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-8d4e8c8b-e7bb-43e6-9853-602c7578d8c4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Request body: {'security_group_rule': {'security_group_id': 'c7e90323-4110-402c-82f3-2c35112dfde1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:11.521873 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Sync routers for ids ['5d03a272-99ba-4c1e-b155-33fd0f94684d'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:25:11.550553 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Routers {'5d03a272-99ba-4c1e-b155-33fd0f94684d'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:25:11.553202 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:25:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5d03a272-99ba-4c1e-b155-33fd0f94684d'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:11.558812 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60685054-eb3e-49e2-a725-d54122ec927e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e90323-4110-402c-82f3-2c35112dfde1,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:11.646168 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dcb649-34d2-4a4e-bcdc-d6bc6dcab9e6 admin admin] Router b1853524-c6ed-4005-af14-c7cf7adab939 has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:25:11.740257 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8d4e8c8b-e7bb-43e6-9853-602c7578d8c4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group_rule (ac720d71-0756-42ab-88d1-774ea171f102), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:11.740593 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f63658bc-ea04-4b0c-a43c-b3e8e1df2c7b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group_rule (e8ed6a2f-b6af-4826-8a05-985b9250142e), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:11.763247 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Sync routers for ids ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:25:11.789964 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Routers {'a8d2a2a7-ed31-4a78-be6a-702367c582bb'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:25:11.791489 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:25:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:11.845500 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 5624c355-e1c2-42df-b70c-1c48ca830d4c up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:25:12.034733 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-8a480959-acb9-4ea7-8805-fe2fb6c1fa15 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Publish callbacks [] for port (1a5716f6-ee7f-47b4-9680-f7b8772235cd), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:12.066454 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Set router 5d03a272-99ba-4c1e-b155-33fd0f94684d gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:25:12.075906 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f63658bc-ea04-4b0c-a43c-b3e8e1df2c7b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (e8ed6a2f-b6af-4826-8a05-985b9250142e), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:12.086036 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dcb649-34d2-4a4e-bcdc-d6bc6dcab9e6 admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:25:12.103930 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-36dcb649-34d2-4a4e-bcdc-d6bc6dcab9e6 admin admin] 10.222.0.50 "PUT /v2.0/routers/b1853524-c6ed-4005-af14-c7cf7adab939/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1028531 Jan 26 19:25:12.120022 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63658bc-ea04-4b0c-a43c-b3e8e1df2c7b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ed6a2f-b6af-4826-8a05-985b9250142e,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:12.139985 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f63658bc-ea04-4b0c-a43c-b3e8e1df2c7b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:12.141187 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f63658bc-ea04-4b0c-a43c-b3e8e1df2c7b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8332741 Jan 26 19:25:12.143582 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8d4e8c8b-e7bb-43e6-9853-602c7578d8c4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group_rule (ac720d71-0756-42ab-88d1-774ea171f102), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:12.147369 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 49424) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:12.158141 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8d4e8c8b-e7bb-43e6-9853-602c7578d8c4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (ac720d71-0756-42ab-88d1-774ea171f102), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:12.164827 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-6c7e0042-55be-4157-a656-63aa8786cd32 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Request body: {'floatingip': {'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:12.203146 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Set router a8d2a2a7-ed31-4a78-be6a-702367c582bb gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:25:12.266252 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0042-55be-4157-a656-63aa8786cd32 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:12.305026 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e8c8b-e7bb-43e6-9853-602c7578d8c4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac720d71-0756-42ab-88d1-774ea171f102,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:12.379847 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8d4e8c8b-e7bb-43e6-9853-602c7578d8c4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:12.392714 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-8d4e8c8b-e7bb-43e6-9853-602c7578d8c4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9255826 Jan 26 19:25:12.393806 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 49438) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:12.423820 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-93e1938b-380d-4b66-bd03-2d79f10a38ef tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Request body: {'security_group_rule': {'security_group_id': 'c7e90323-4110-402c-82f3-2c35112dfde1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:12.440841 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-8a480959-acb9-4ea7-8805-fe2fb6c1fa15 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (1a5716f6-ee7f-47b4-9680-f7b8772235cd), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:12.857679 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-8a480959-acb9-4ea7-8805-fe2fb6c1fa15 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Network 26b2db68-da0a-45e2-a594-43d4959688a1 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:25:12.901078 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:05Z', 'revision_number': 4, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port': {'id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '8b9ca268-9b37-427a-a71a-53e0f978bdd3', 'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'mac_address': 'fa:16:3e:83:b3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:06Z', 'revision_number': 2, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'subnets': [{'id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:12.903573 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 5624c355-e1c2-42df-b70c-1c48ca830d4c triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:12.904071 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (5624c355-e1c2-42df-b70c-1c48ca830d4c), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:12.923836 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-8a480959-acb9-4ea7-8805-fe2fb6c1fa15 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:25:12.936063 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-8a480959-acb9-4ea7-8805-fe2fb6c1fa15 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:25:12.945377 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-8a480959-acb9-4ea7-8805-fe2fb6c1fa15 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:12.946012 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-8a480959-acb9-4ea7-8805-fe2fb6c1fa15 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:12.997441 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a480959-acb9-4ea7-8805-fe2fb6c1fa15 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Pushing event updated for resources: {'Port': ['ID=1a5716f6-ee7f-47b4-9680-f7b8772235cd,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:13.043248 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Checking router: a8d2a2a7-ed31-4a78-be6a-702367c582bb for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:25:13.046877 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Updating router a8d2a2a7-ed31-4a78-be6a-702367c582bb port 8b9ca268-9b37-427a-a71a-53e0f978bdd3 binding host dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:25:13.074244 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-93e1938b-380d-4b66-bd03-2d79f10a38ef tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group_rule (a72d9b66-a017-4d54-ba91-b5c54fcb61e6), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:13.136056 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-8a480959-acb9-4ea7-8805-fe2fb6c1fa15 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3636425 Jan 26 19:25:13.237533 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:13.245744 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Sync routers for ids ['b1853524-c6ed-4005-af14-c7cf7adab939'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:25:13.253059 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a567a34-6433-44b6-8171-44eaad0a9470 req-01a4e36c-32fe-4733-87c3-6da67004a134 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:13.254611 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-5a567a34-6433-44b6-8171-44eaad0a9470 req-01a4e36c-32fe-4733-87c3-6da67004a134 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 932 time: 0.6814380 Jan 26 19:25:13.386762 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-93e1938b-380d-4b66-bd03-2d79f10a38ef tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group_rule (a72d9b66-a017-4d54-ba91-b5c54fcb61e6), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:13.429242 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-93e1938b-380d-4b66-bd03-2d79f10a38ef tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (a72d9b66-a017-4d54-ba91-b5c54fcb61e6), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:13.440759 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Routers {'b1853524-c6ed-4005-af14-c7cf7adab939'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:25:13.443087 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:25:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['b1853524-c6ed-4005-af14-c7cf7adab939'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:13.478984 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e1938b-380d-4b66-bd03-2d79f10a38ef tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72d9b66-a017-4d54-ba91-b5c54fcb61e6,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:13.515940 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-b4876312-f1ac-4777-b2fb-f615764b976b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:13.526864 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-b4876312-f1ac-4777-b2fb-f615764b976b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/networks?id=8746d71a-820a-4b05-87b9-92fff64ad22d HTTP/1.1" status: 200 len: 819 time: 0.2566173 Jan 26 19:25:13.535933 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-93e1938b-380d-4b66-bd03-2d79f10a38ef tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:13.540040 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-93e1938b-380d-4b66-bd03-2d79f10a38ef tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1345510 Jan 26 19:25:13.542670 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 49488) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:13.551331 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-df5ed017-5a53-448b-ba3f-9837de9cc3b7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Request body: {'floatingip': {'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:13.559733 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-6986490b-965d-46a5-9c64-d8e4d32256de tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/quotas/93424b38a7474b9787347d46184008c3 HTTP/1.1" status: 200 len: 375 time: 0.0307143 Jan 26 19:25:13.568176 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:25:13.572205 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-5a567a34-6433-44b6-8171-44eaad0a9470 req-82b37ac0-d36e-4604-8e62-a9b8a0a00cd6 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931378 Jan 26 19:25:13.590815 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0042-55be-4157-a656-63aa8786cd32 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:13.614294 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-df5ed017-5a53-448b-ba3f-9837de9cc3b7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:13.653258 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-838f79ef-00cf-49ac-be96-c2bea050df2c tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=93424b38a7474b9787347d46184008c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0919101 Jan 26 19:25:13.653412 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 5624c355-e1c2-42df-b70c-1c48ca830d4c is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:13.653650 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (5624c355-e1c2-42df-b70c-1c48ca830d4c), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:13.694690 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] For port 5624c355-e1c2-42df-b70c-1c48ca830d4c, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=5624c355-e1c2-42df-b70c-1c48ca830d4c,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:13.707417 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (5624c355-e1c2-42df-b70c-1c48ca830d4c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:13.708259 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device e2392c44-801d-46fe-a967-e36d373dd577 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:25:13.720643 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:25:06Z', 'revision_number': 4, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port': {'id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '61b9fe56-8074-4a3a-a9fc-96af4877b188', 'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'mac_address': 'fa:16:3e:0b:45:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:06Z', 'revision_number': 2, 'project_id': '200619f76ac54211847de3c39fa7c681', 'subnets': [{'id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:13.725019 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Set router b1853524-c6ed-4005-af14-c7cf7adab939 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:25:13.767968 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-013b8150-993f-4bf5-a4fc-9a44137914d2 service neutron] 10.222.0.50 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136551 Jan 26 19:25:13.821707 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Checking router: 5d03a272-99ba-4c1e-b155-33fd0f94684d for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:25:13.822618 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Updating router 5d03a272-99ba-4c1e-b155-33fd0f94684d port 61b9fe56-8074-4a3a-a9fc-96af4877b188 binding host dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:25:13.850304 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-6c7e0042-55be-4157-a656-63aa8786cd32 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Allocated IP 172.27.1.101 (8cf07f92-025e-4326-a933-3274338e1685/c6bed3d7-de6a-4276-b4da-48f65ec8568d/68c194ad-9d35-4e5d-b5d0-9797301fb3d0) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:25:13.885672 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Publish callbacks [] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:13.892608 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-18e27b1c-30ba-41e2-9c09-659a5fe525b5 service neutron] 10.222.0.50 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236267 Jan 26 19:25:13.896941 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:13.913680 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:13.920359 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Pushing event updated for resources: {'Port': ['ID=5624c355-e1c2-42df-b70c-1c48ca830d4c,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:13.995092 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 49492) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:14.008537 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286b122-4356-453b-a5f8-6a91dc2691de None None] Pushing event updated for resources: {'Port': ['ID=8b9ca268-9b37-427a-a71a-53e0f978bdd3,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:14.046658 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Attempting to bind port 8b9ca268-9b37-427a-a71a-53e0f978bdd3 on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:25:14.047032 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Attempting to bind port 8b9ca268-9b37-427a-a71a-53e0f978bdd3 by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '1de36d51-7fdd-41d1-88bf-57180f9fb110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:25:14.047389 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Attempting to bind port 8b9ca268-9b37-427a-a71a-53e0f978bdd3 on network 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:25:14.064314 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port e2392c44-801d-46fe-a967-e36d373dd577 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:14.064683 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (e2392c44-801d-46fe-a967-e36d373dd577), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:14.072851 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:25:14.073338 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Checking segment: {'id': '1de36d51-7fdd-41d1-88bf-57180f9fb110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:25:14.073743 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:14.074596 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Bound using segment: {'id': '1de36d51-7fdd-41d1-88bf-57180f9fb110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:25:14.074710 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Bound port: 8b9ca268-9b37-427a-a71a-53e0f978bdd3, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de36d51-7fdd-41d1-88bf-57180f9fb110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:25:14.075014 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:14.195937 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e57dc200-c284-4ca5-83e4-9556cca8398a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:14.251261 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] For port 8b9ca268-9b37-427a-a71a-53e0f978bdd3, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:25:14.262447 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] For port 8b9ca268-9b37-427a-a71a-53e0f978bdd3, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=8b9ca268-9b37-427a-a71a-53e0f978bdd3,segment=NetworkSegment(1de36d51-7fdd-41d1-88bf-57180f9fb110),segment_id=1de36d51-7fdd-41d1-88bf-57180f9fb110)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:25:14.284155 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:14.385357 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a286b122-4356-453b-a5f8-6a91dc2691de None None] Pushing event updated for resources: {'Port': ['ID=8b9ca268-9b37-427a-a71a-53e0f978bdd3,revision_number=4']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:14.394144 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e57dc200-c284-4ca5-83e4-9556cca8398a admin admin] Publish callbacks [] for security_group (51cec376-3490-4a7a-919a-f26f2a7d10b5), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:14.408233 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e57dc200-c284-4ca5-83e4-9556cca8398a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (51cec376-3490-4a7a-919a-f26f2a7d10b5), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:14.417279 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Routers {'a8d2a2a7-ed31-4a78-be6a-702367c582bb'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:25:14.420985 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:25:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:14.485457 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57dc200-c284-4ca5-83e4-9556cca8398a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cec376-3490-4a7a-919a-f26f2a7d10b5,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:14.494531 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-df5ed017-5a53-448b-ba3f-9837de9cc3b7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:14.530115 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-5eeef039-12b8-45c0-b572-f40e4ce8f106 req-21c5260c-a57f-4b9f-92af-a335fbc7e327 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 210 time: 0.1899583 Jan 26 19:25:14.563836 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-e57dc200-c284-4ca5-83e4-9556cca8398a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5a2155e5280147cf9a8a3289d7ed44d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5645914 Jan 26 19:25:14.564504 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 49520) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:14.655051 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0042-55be-4157-a656-63aa8786cd32 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for port (68c194ad-9d35-4e5d-b5d0-9797301fb3d0), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:14.680566 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-95129d30-724f-42b9-8b05-60af4f3afb1d tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:25:14.688661 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-95129d30-724f-42b9-8b05-60af4f3afb1d tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0453708 Jan 26 19:25:14.737708 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] Set router a8d2a2a7-ed31-4a78-be6a-702367c582bb gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:25:14.798943 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0042-55be-4157-a656-63aa8786cd32 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (68c194ad-9d35-4e5d-b5d0-9797301fb3d0), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:14.944294 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7e0042-55be-4157-a656-63aa8786cd32 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Network 8cf07f92-025e-4326-a933-3274338e1685 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:25:14.969169 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-6c7e0042-55be-4157-a656-63aa8786cd32 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:25:14.983431 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-af799b20-cba9-488c-8aa8-2e0867ca16b7 admin admin] Publish callbacks [] for security_group (51cec376-3490-4a7a-919a-f26f2a7d10b5), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:15.003701 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7e0042-55be-4157-a656-63aa8786cd32 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:25:15.006983 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-af799b20-cba9-488c-8aa8-2e0867ca16b7 admin admin] Publish callbacks [] for security_group (51cec376-3490-4a7a-919a-f26f2a7d10b5), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:15.035455 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-df5ed017-5a53-448b-ba3f-9837de9cc3b7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Allocated IP 172.27.1.71 (8cf07f92-025e-4326-a933-3274338e1685/c6bed3d7-de6a-4276-b4da-48f65ec8568d/f8ebdb5a-0dda-4b31-ad6c-a535d0cfacf1) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:25:15.055867 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e0042-55be-4157-a656-63aa8786cd32 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Pushing event updated for resources: {'Port': ['ID=68c194ad-9d35-4e5d-b5d0-9797301fb3d0,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:15.069960 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-e3c53557-77f1-43c1-93a1-86860055e260 None None] Provisioning complete for port 8b9ca268-9b37-427a-a71a-53e0f978bdd3 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:15.070580 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-e3c53557-77f1-43c1-93a1-86860055e260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:15.073871 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb44c49-1a5a-4ad8-a246-d9352df615f8 req-f7ba08ed-f49a-4a28-80af-8e0974c28a06 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:15.075499 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9bb44c49-1a5a-4ad8-a246-d9352df615f8 req-f7ba08ed-f49a-4a28-80af-8e0974c28a06 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 932 time: 0.2809885 Jan 26 19:25:15.080705 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1853524-c6ed-4005-af14-c7cf7adab939', 'name': 'tempest-ServerRescueNegativeTestJSON-1755626312-router', 'tenant_id': '93424b38a7474b9787347d46184008c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '5624c355-e1c2-42df-b70c-1c48ca830d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 4, 'project_id': '93424b38a7474b9787347d46184008c3', 'gw_port': {'id': '5624c355-e1c2-42df-b70c-1c48ca830d4c', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1853524-c6ed-4005-af14-c7cf7adab939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:00Z', 'updated_at': '2022-01-26T19:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '33b6266c-bc44-4da3-a0cb-a06bd1f835dc', 'name': '', 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d', 'tenant_id': '93424b38a7474b9787347d46184008c3', 'mac_address': 'fa:16:3e:50:ff:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1853524-c6ed-4005-af14-c7cf7adab939', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '60c69d80-c100-4f11-893e-f1b4a9dffa16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:06Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 2, 'project_id': '93424b38a7474b9787347d46184008c3', 'subnets': [{'id': '60c69d80-c100-4f11-893e-f1b4a9dffa16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:15.093097 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-af799b20-cba9-488c-8aa8-2e0867ca16b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (51cec376-3490-4a7a-919a-f26f2a7d10b5), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:15.096920 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-af799b20-cba9-488c-8aa8-2e0867ca16b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:15.100839 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-af799b20-cba9-488c-8aa8-2e0867ca16b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/51cec376-3490-4a7a-919a-f26f2a7d10b5 HTTP/1.1" status: 204 len: 168 time: 0.5262156 Jan 26 19:25:15.121662 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af799b20-cba9-488c-8aa8-2e0867ca16b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cec376-3490-4a7a-919a-f26f2a7d10b5,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:15.126790 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port e2392c44-801d-46fe-a967-e36d373dd577 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:15.127963 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device b5520d37-a882-473d-ac7f-c4e012d0a596 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:25:15.145982 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:05Z', 'revision_number': 4, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port': {'id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '8b9ca268-9b37-427a-a71a-53e0f978bdd3', 'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'mac_address': 'fa:16:3e:83:b3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:14Z', 'revision_number': 4, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'subnets': [{'id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:15.165356 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9bb44c49-1a5a-4ad8-a246-d9352df615f8 req-000b0e06-c3e2-4de4-abed-ed560968d27b tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836318 Jan 26 19:25:15.201440 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabaaa0f-fcb7-4296-a974-28fd491b1dab None None] The sync data for ids ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'] in dv-cinder-794001-3-iscsi is: [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:05Z', 'revision_number': 4, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port': {'id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '8b9ca268-9b37-427a-a71a-53e0f978bdd3', 'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'mac_address': 'fa:16:3e:83:b3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:14Z', 'revision_number': 4, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'subnets': [{'id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:25:15.302309 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Checking router: b1853524-c6ed-4005-af14-c7cf7adab939 for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:25:15.302901 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Updating router b1853524-c6ed-4005-af14-c7cf7adab939 port 33b6266c-bc44-4da3-a0cb-a06bd1f835dc binding host dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:25:15.310326 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Publish callbacks [] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:15.359695 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:15.395603 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (33b6266c-bc44-4da3-a0cb-a06bd1f835dc), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:15.492645 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-df5ed017-5a53-448b-ba3f-9837de9cc3b7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for port (f8ebdb5a-0dda-4b31-ad6c-a535d0cfacf1), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:15.632842 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-df5ed017-5a53-448b-ba3f-9837de9cc3b7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (f8ebdb5a-0dda-4b31-ad6c-a535d0cfacf1), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:15.658954 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port b5520d37-a882-473d-ac7f-c4e012d0a596 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:15.659240 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (b5520d37-a882-473d-ac7f-c4e012d0a596), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:15.821294 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-e3c53557-77f1-43c1-93a1-86860055e260 None None] Current status of the port 8b9ca268-9b37-427a-a71a-53e0f978bdd3 is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:15.821294 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-e3c53557-77f1-43c1-93a1-86860055e260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:15.851688 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 49568) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:15.866337 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8509aa9-5423-4067-9e5b-9b22331ac08a None None] Pushing event updated for resources: {'Port': ['ID=61b9fe56-8074-4a3a-a9fc-96af4877b188,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:15.880768 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bb15aba8-1ac3-409b-96a7-be5de86df3c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:15.885914 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-e3c53557-77f1-43c1-93a1-86860055e260 None None] For port 8b9ca268-9b37-427a-a71a-53e0f978bdd3, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=8b9ca268-9b37-427a-a71a-53e0f978bdd3,segment=NetworkSegment(1de36d51-7fdd-41d1-88bf-57180f9fb110),segment_id=1de36d51-7fdd-41d1-88bf-57180f9fb110)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:15.888894 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Attempting to bind port 61b9fe56-8074-4a3a-a9fc-96af4877b188 on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:25:15.889274 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Attempting to bind port 61b9fe56-8074-4a3a-a9fc-96af4877b188 by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': 'd9807792-8ae0-4c32-8d7f-d4e8a2aab3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:25:15.889664 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Attempting to bind port 61b9fe56-8074-4a3a-a9fc-96af4877b188 on network 68fda3bd-90ff-4f20-8f16-b16096f575dd {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:25:15.909094 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-e3c53557-77f1-43c1-93a1-86860055e260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:15.991618 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:25:16.004357 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Checking segment: {'id': 'd9807792-8ae0-4c32-8d7f-d4e8a2aab3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:25:16.004885 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:16.005582 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Bound using segment: {'id': 'd9807792-8ae0-4c32-8d7f-d4e8a2aab3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:25:16.005924 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Bound port: 61b9fe56-8074-4a3a-a9fc-96af4877b188, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9807792-8ae0-4c32-8d7f-d4e8a2aab3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:25:16.006313 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:16.041597 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bb15aba8-1ac3-409b-96a7-be5de86df3c5 admin admin] Publish callbacks [] for security_group (7f7ff8f2-ad81-43a5-b62f-7a366e874c14), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:16.053262 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bb15aba8-1ac3-409b-96a7-be5de86df3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (7f7ff8f2-ad81-43a5-b62f-7a366e874c14), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:16.101633 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0042-55be-4157-a656-63aa8786cd32 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for floatingip (eaeaf784-cb97-4711-9555-f909d6f8de7a), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:16.114789 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-bb15aba8-1ac3-409b-96a7-be5de86df3c5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a1cc323a55c54b87ac13df038ef34b66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612569 Jan 26 19:25:16.117704 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 49572) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:16.147222 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5ed017-5a53-448b-ba3f-9837de9cc3b7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Network 8cf07f92-025e-4326-a933-3274338e1685 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:25:16.155742 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-df5ed017-5a53-448b-ba3f-9837de9cc3b7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:25:16.165121 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15aba8-1ac3-409b-96a7-be5de86df3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7ff8f2-ad81-43a5-b62f-7a366e874c14,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:16.168163 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ed017-5a53-448b-ba3f-9837de9cc3b7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Pushing event updated for resources: {'Port': ['ID=f8ebdb5a-0dda-4b31-ad6c-a535d0cfacf1,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:16.204041 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5ed017-5a53-448b-ba3f-9837de9cc3b7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:25:16.243588 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-65d02276-ca5d-440f-a3d0-08d50b238ea1 admin admin] Publish callbacks [] for security_group (7f7ff8f2-ad81-43a5-b62f-7a366e874c14), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:16.259437 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-30cd62fe-23f0-4859-9e48-dfaadf87397b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:16.269688 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-30cd62fe-23f0-4859-9e48-dfaadf87397b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/networks?id=8746d71a-820a-4b05-87b9-92fff64ad22d HTTP/1.1" status: 200 len: 819 time: 1.2356110 Jan 26 19:25:16.335928 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-65d02276-ca5d-440f-a3d0-08d50b238ea1 admin admin] Publish callbacks [] for security_group (7f7ff8f2-ad81-43a5-b62f-7a366e874c14), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:16.346116 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-df5ed017-5a53-448b-ba3f-9837de9cc3b7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for floatingip (c3c5bdc9-cb16-4b11-936c-27c76a90b9fb), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:16.365463 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-6cf34349-8501-4096-bcc4-fd1cc609a308 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/quotas/93424b38a7474b9787347d46184008c3 HTTP/1.1" status: 200 len: 375 time: 0.0942950 Jan 26 19:25:16.392738 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-163069e0-ecd1-4061-9708-a7cc94eff223 None None] Provisioning complete for port 8b9ca268-9b37-427a-a71a-53e0f978bdd3 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:16.393818 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-163069e0-ecd1-4061-9708-a7cc94eff223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:16.499876 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419d9b3-0503-4323-a69f-52cf9c1cad27 req-b5b3cf7f-34d0-432b-871f-0bc1e4a81c51 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:16.501842 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9419d9b3-0503-4323-a69f-52cf9c1cad27 req-b5b3cf7f-34d0-432b-871f-0bc1e4a81c51 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 932 time: 0.1571808 Jan 26 19:25:16.513897 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0042-55be-4157-a656-63aa8786cd32 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (68c194ad-9d35-4e5d-b5d0-9797301fb3d0), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:16.544985 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] For port 61b9fe56-8074-4a3a-a9fc-96af4877b188, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:25:16.554006 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] For port 61b9fe56-8074-4a3a-a9fc-96af4877b188, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=61b9fe56-8074-4a3a-a9fc-96af4877b188,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:25:16.558333 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c53557-77f1-43c1-93a1-86860055e260 None None] Pushing event updated for resources: {'Port': ['ID=8b9ca268-9b37-427a-a71a-53e0f978bdd3,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:16.635011 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:16.671734 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port b5520d37-a882-473d-ac7f-c4e012d0a596 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:16.672077 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-65d02276-ca5d-440f-a3d0-08d50b238ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (7f7ff8f2-ad81-43a5-b62f-7a366e874c14), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:16.675250 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-65d02276-ca5d-440f-a3d0-08d50b238ea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:16.683872 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-65d02276-ca5d-440f-a3d0-08d50b238ea1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7f7ff8f2-ad81-43a5-b62f-7a366e874c14 HTTP/1.1" status: 204 len: 168 time: 0.5629811 Jan 26 19:25:16.704760 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0042-55be-4157-a656-63aa8786cd32 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for port (68c194ad-9d35-4e5d-b5d0-9797301fb3d0), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:16.713970 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-df5ed017-5a53-448b-ba3f-9837de9cc3b7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (f8ebdb5a-0dda-4b31-ad6c-a535d0cfacf1), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:16.721927 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9419d9b3-0503-4323-a69f-52cf9c1cad27 req-ba3d5a8d-2029-4995-9327-9f4b7b25bd3a tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144551 Jan 26 19:25:16.745650 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d02276-ca5d-440f-a3d0-08d50b238ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7ff8f2-ad81-43a5-b62f-7a366e874c14,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:16.824528 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Routers {'5d03a272-99ba-4c1e-b155-33fd0f94684d'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:25:16.825710 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:25:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5d03a272-99ba-4c1e-b155-33fd0f94684d'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:16.901182 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-444251a4-576f-499e-af00-edffdd2f4974 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=93424b38a7474b9787347d46184008c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5340662 Jan 26 19:25:16.913236 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0042-55be-4157-a656-63aa8786cd32 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (68c194ad-9d35-4e5d-b5d0-9797301fb3d0), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:16.995986 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e0042-55be-4157-a656-63aa8786cd32 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Pushing event updated for resources: {'Port': ['ID=68c194ad-9d35-4e5d-b5d0-9797301fb3d0,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:17.029069 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0042-55be-4157-a656-63aa8786cd32 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747628'] for floatingip (eaeaf784-cb97-4711-9555-f909d6f8de7a), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:17.088826 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-df5ed017-5a53-448b-ba3f-9837de9cc3b7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for port (f8ebdb5a-0dda-4b31-ad6c-a535d0cfacf1), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:17.098058 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0042-55be-4157-a656-63aa8786cd32 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:17.109198 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-6c7e0042-55be-4157-a656-63aa8786cd32 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9514985 Jan 26 19:25:17.109198 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-df5ed017-5a53-448b-ba3f-9837de9cc3b7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (f8ebdb5a-0dda-4b31-ad6c-a535d0cfacf1), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:17.110069 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 5624c355-e1c2-42df-b70c-1c48ca830d4c up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:25:17.119483 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-df5ed017-5a53-448b-ba3f-9837de9cc3b7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747628'] for floatingip (c3c5bdc9-cb16-4b11-936c-27c76a90b9fb), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:17.130625 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8509aa9-5423-4067-9e5b-9b22331ac08a None None] Pushing event updated for resources: {'Port': ['ID=61b9fe56-8074-4a3a-a9fc-96af4877b188,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:17.162045 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-df5ed017-5a53-448b-ba3f-9837de9cc3b7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:17.174167 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-df5ed017-5a53-448b-ba3f-9837de9cc3b7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6177385 Jan 26 19:25:17.184509 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ed017-5a53-448b-ba3f-9837de9cc3b7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Pushing event updated for resources: {'Port': ['ID=f8ebdb5a-0dda-4b31-ad6c-a535d0cfacf1,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:17.207092 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Publish callbacks [] for port (33b6266c-bc44-4da3-a0cb-a06bd1f835dc), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:17.225142 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (33b6266c-bc44-4da3-a0cb-a06bd1f835dc), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:17.249547 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] Set router 5d03a272-99ba-4c1e-b155-33fd0f94684d gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:25:17.363542 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-163069e0-ecd1-4061-9708-a7cc94eff223 None None] Current status of the port 8b9ca268-9b37-427a-a71a-53e0f978bdd3 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:17.422999 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35dca4-b45b-4007-b34f-20121cd5a2ce None None] Pushing event updated for resources: {'Port': ['ID=33b6266c-bc44-4da3-a0cb-a06bd1f835dc,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:17.473047 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 5624c355-e1c2-42df-b70c-1c48ca830d4c triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:17.473406 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (5624c355-e1c2-42df-b70c-1c48ca830d4c), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:17.481846 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-163069e0-ecd1-4061-9708-a7cc94eff223 None None] Provisioning complete for port 61b9fe56-8074-4a3a-a9fc-96af4877b188 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:17.481846 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-163069e0-ecd1-4061-9708-a7cc94eff223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:17.549638 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-5d617456-ca25-45f1-b29b-9c0e938c89b2 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--640489915&fields=id&tenant_id=02dc9a9d875c479c8dcb8eb1a31fa567 HTTP/1.1" status: 200 len: 267 time: 0.0915477 Jan 26 19:25:17.568707 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-bb52ad8d-a886-439d-a67a-36a01405a110 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102405) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:25:17.569921 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-bb52ad8d-a886-439d-a67a-36a01405a110 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3680890 Jan 26 19:25:17.655119 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Attempting to bind port 33b6266c-bc44-4da3-a0cb-a06bd1f835dc on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:25:17.655619 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Attempting to bind port 33b6266c-bc44-4da3-a0cb-a06bd1f835dc by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '09b212e7-8c79-48ff-8913-665194453dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:25:17.656152 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Attempting to bind port 33b6266c-bc44-4da3-a0cb-a06bd1f835dc on network 8746d71a-820a-4b05-87b9-92fff64ad22d {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:25:17.718707 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:25:17.720110 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Checking segment: {'id': '09b212e7-8c79-48ff-8913-665194453dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:25:17.720899 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:17.721506 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Bound using segment: {'id': '09b212e7-8c79-48ff-8913-665194453dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:25:17.722326 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Bound port: 33b6266c-bc44-4da3-a0cb-a06bd1f835dc, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09b212e7-8c79-48ff-8913-665194453dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:25:17.722939 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (33b6266c-bc44-4da3-a0cb-a06bd1f835dc), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:17.778095 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-fd426df3-1ed0-4f25-af9e-4d147c5c3947 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:17.779689 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-fd426df3-1ed0-4f25-af9e-4d147c5c3947 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/networks?id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c HTTP/1.1" status: 200 len: 811 time: 0.2232456 Jan 26 19:25:17.794193 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-647878c1-737f-406f-b980-9549c9949a5d service neutron] 10.222.0.50 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177856 Jan 26 19:25:17.821037 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-8c7a908b-a8c9-43f0-b531-8b7a31a503c6 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/quotas/02dc9a9d875c479c8dcb8eb1a31fa567 HTTP/1.1" status: 200 len: 375 time: 0.0235152 Jan 26 19:25:17.963550 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-afca61d5-3dc6-4beb-9aff-c9debce582fe service neutron] 10.222.0.50 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614799 Jan 26 19:25:18.012292 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-44cc2108-457a-4ef0-9e33-5165a1d14a65 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=02dc9a9d875c479c8dcb8eb1a31fa567&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1827748 Jan 26 19:25:18.179896 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] For port 33b6266c-bc44-4da3-a0cb-a06bd1f835dc, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:25:18.271092 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] For port 33b6266c-bc44-4da3-a0cb-a06bd1f835dc, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=33b6266c-bc44-4da3-a0cb-a06bd1f835dc,segment=NetworkSegment(09b212e7-8c79-48ff-8913-665194453dd5),segment_id=09b212e7-8c79-48ff-8913-665194453dd5)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:25:18.282430 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:25:06Z', 'revision_number': 4, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port': {'id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '61b9fe56-8074-4a3a-a9fc-96af4877b188', 'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'mac_address': 'fa:16:3e:0b:45:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:16Z', 'revision_number': 4, 'project_id': '200619f76ac54211847de3c39fa7c681', 'subnets': [{'id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:18.299496 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (33b6266c-bc44-4da3-a0cb-a06bd1f835dc), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:18.304160 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 5624c355-e1c2-42df-b70c-1c48ca830d4c is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:18.305981 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 8b9ca268-9b37-427a-a71a-53e0f978bdd3 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:25:18.339663 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-163069e0-ecd1-4061-9708-a7cc94eff223 None None] Current status of the port 61b9fe56-8074-4a3a-a9fc-96af4877b188 is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:18.341156 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-163069e0-ecd1-4061-9708-a7cc94eff223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:18.468964 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Request body: {'port': {'device_id': 'c83ec467-f057-4a9b-91c7-302bc3507bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:18.652352 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-6427d6fd-7f30-47b4-a549-f85f16f42eca tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1438542806&fields=id&tenant_id=200619f76ac54211847de3c39fa7c681 HTTP/1.1" status: 200 len: 267 time: 0.1064436 Jan 26 19:25:18.733852 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (1a5716f6-ee7f-47b4-9680-f7b8772235cd), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:18.777789 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec550a6-e24c-4d17-9216-364e309883e7 None None] The sync data for ids ['5d03a272-99ba-4c1e-b155-33fd0f94684d'] in dv-cinder-794001-3-iscsi is: [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:25:06Z', 'revision_number': 4, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port': {'id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '61b9fe56-8074-4a3a-a9fc-96af4877b188', 'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'mac_address': 'fa:16:3e:0b:45:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:16Z', 'revision_number': 4, 'project_id': '200619f76ac54211847de3c39fa7c681', 'subnets': [{'id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:25:18.810899 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-3a9c60f7-f9cd-4f9a-bb8b-367573635c32 service neutron] 10.222.0.50 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7731133 Jan 26 19:25:18.879944 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-6d70260d-1d75-45d3-839d-ee8be6f2f654 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:18.906450 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-6d70260d-1d75-45d3-839d-ee8be6f2f654 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/networks?id=68fda3bd-90ff-4f20-8f16-b16096f575dd HTTP/1.1" status: 200 len: 816 time: 0.2528224 Jan 26 19:25:18.928600 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-163069e0-ecd1-4061-9708-a7cc94eff223 None None] For port 61b9fe56-8074-4a3a-a9fc-96af4877b188, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=61b9fe56-8074-4a3a-a9fc-96af4877b188,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:18.971148 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-45e6747a-8ffd-4686-aa1d-996c3a283592 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/quotas/200619f76ac54211847de3c39fa7c681 HTTP/1.1" status: 200 len: 375 time: 0.0509038 Jan 26 19:25:19.063196 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-163069e0-ecd1-4061-9708-a7cc94eff223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:19.125902 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-0df6e3da-a030-4842-9e3d-faf915935cc1 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=200619f76ac54211847de3c39fa7c681&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1349268 Jan 26 19:25:19.309851 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 8b9ca268-9b37-427a-a71a-53e0f978bdd3 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:19.327522 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:19.345339 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-64a7e405-088d-48d5-949f-a3af9fc12c94 service neutron] 10.222.0.50 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281830 Jan 26 19:25:19.364663 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35dca4-b45b-4007-b34f-20121cd5a2ce None None] Pushing event updated for resources: {'Port': ['ID=33b6266c-bc44-4da3-a0cb-a06bd1f835dc,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:19.384048 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Routers {'b1853524-c6ed-4005-af14-c7cf7adab939'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:25:19.385083 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:25:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['b1853524-c6ed-4005-af14-c7cf7adab939'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:19.651223 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.46', 61915) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:19.996480 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-104bf924-a633-43a1-90e2-0a905214d5b0 None None] Provisioning complete for port 61b9fe56-8074-4a3a-a9fc-96af4877b188 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:19.997072 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-104bf924-a633-43a1-90e2-0a905214d5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:20.097764 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-0bda8c2b-eaab-4fff-8d3f-c92c602639f0 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:20.115350 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-0bda8c2b-eaab-4fff-8d3f-c92c602639f0 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.46 "GET /v2.0/networks?id=8746d71a-820a-4b05-87b9-92fff64ad22d HTTP/1.1" status: 200 len: 819 time: 0.4525785 Jan 26 19:25:20.258316 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-50019da7-a5c1-4071-90da-f55fdb68dc5b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Request body: {'port': {'device_id': 'd757f9bf-0099-40a5-aa9d-9c174a3ac859', 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d', 'admin_state_up': True, 'tenant_id': '93424b38a7474b9787347d46184008c3'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:20.373361 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-07581ec3-8517-45e2-98ab-cc4682105cf7 service neutron] 10.222.0.50 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2162542 Jan 26 19:25:20.593448 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163069e0-ecd1-4061-9708-a7cc94eff223 None None] Pushing event updated for resources: {'Port': ['ID=61b9fe56-8074-4a3a-a9fc-96af4877b188,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:20.797696 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-50019da7-a5c1-4071-90da-f55fdb68dc5b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Made reservation on behalf of 93424b38a7474b9787347d46184008c3 for: {'port': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:25:20.810078 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-50019da7-a5c1-4071-90da-f55fdb68dc5b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:20.852135 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-0cc852e1-e182-4a0b-b866-fb92bb7214cf service neutron] 10.222.0.50 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751966 Jan 26 19:25:21.077861 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c1cbae-1993-47de-bb69-389ee428fb1d req-534b966d-045a-493d-9835-013b359fe1e3 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:21.093535 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c4c1cbae-1993-47de-bb69-389ee428fb1d req-534b966d-045a-493d-9835-013b359fe1e3 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 932 time: 0.9449606 Jan 26 19:25:21.244576 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 8b9ca268-9b37-427a-a71a-53e0f978bdd3 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:21.289932 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c4c1cbae-1993-47de-bb69-389ee428fb1d req-22cce484-ed74-4953-91a2-3758333b09f6 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903150 Jan 26 19:25:21.389443 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] Set router b1853524-c6ed-4005-af14-c7cf7adab939 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:25:21.495994 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-104bf924-a633-43a1-90e2-0a905214d5b0 None None] Current status of the port 61b9fe56-8074-4a3a-a9fc-96af4877b188 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:21.593885 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.46', 61924) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:21.609689 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2a20cdbb-ce0b-432c-9cf0-a2a998773c97 req-fb122083-b08c-44ae-bbbb-0146dd3d1df7 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 210 time: 0.0990057 Jan 26 19:25:21.713893 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 61b9fe56-8074-4a3a-a9fc-96af4877b188 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:25:21.874540 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3076d651-febd-45bf-b67f-eaf5c1ef8c1d req-76d47cb0-18cb-4adc-8eef-a47554e0f5b4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 210 time: 0.1110210 Jan 26 19:25:21.935432 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-11e7dfb8-37f9-4e7e-8107-08d7661c3a01 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:21.940353 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-11e7dfb8-37f9-4e7e-8107-08d7661c3a01 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.46 "GET /v2.0/networks?id=8746d71a-820a-4b05-87b9-92fff64ad22d HTTP/1.1" status: 200 len: 819 time: 0.3409367 Jan 26 19:25:21.980211 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4845495c-53ca-4d89-82ca-2f8ec28dc757 req-479bcb8c-88f9-4620-8848-16cb3bdd1c15 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 210 time: 0.4116626 Jan 26 19:25:21.997161 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-525324ce-f974-4155-a643-1e39607f69a4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Request body: {'port': {'device_id': '91511721-4987-4610-a541-9b2aee7248eb', 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d', 'admin_state_up': True, 'tenant_id': '93424b38a7474b9787347d46184008c3'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:22.260964 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 61b9fe56-8074-4a3a-a9fc-96af4877b188 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:22.262693 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:22.414521 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-50019da7-a5c1-4071-90da-f55fdb68dc5b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Allocated IP 172.20.0.3 (8746d71a-820a-4b05-87b9-92fff64ad22d/60c69d80-c100-4f11-893e-f1b4a9dffa16/1b7adc2f-208b-4133-b88e-b377af0b7104) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:25:22.670195 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.46', 61928) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:22.707154 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5716f6-ee7f-47b4-9680-f7b8772235cd {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:25:22.731957 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Publish callbacks [] for port (1a5716f6-ee7f-47b4-9680-f7b8772235cd), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:22.770470 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1853524-c6ed-4005-af14-c7cf7adab939', 'name': 'tempest-ServerRescueNegativeTestJSON-1755626312-router', 'tenant_id': '93424b38a7474b9787347d46184008c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '5624c355-e1c2-42df-b70c-1c48ca830d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 4, 'project_id': '93424b38a7474b9787347d46184008c3', 'gw_port': {'id': '5624c355-e1c2-42df-b70c-1c48ca830d4c', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1853524-c6ed-4005-af14-c7cf7adab939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:00Z', 'updated_at': '2022-01-26T19:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '33b6266c-bc44-4da3-a0cb-a06bd1f835dc', 'name': '', 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d', 'tenant_id': '93424b38a7474b9787347d46184008c3', 'mac_address': 'fa:16:3e:50:ff:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1853524-c6ed-4005-af14-c7cf7adab939', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '60c69d80-c100-4f11-893e-f1b4a9dffa16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:06Z', 'updated_at': '2022-01-26T19:25:18Z', 'revision_number': 4, 'project_id': '93424b38a7474b9787347d46184008c3', 'subnets': [{'id': '60c69d80-c100-4f11-893e-f1b4a9dffa16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:22.814418 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 49836) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:22.940085 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 61b9fe56-8074-4a3a-a9fc-96af4877b188 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:22.957910 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Transition to ACTIVE for port object 1a5716f6-ee7f-47b4-9680-f7b8772235cd will not be triggered until provisioned by entity L2. {{(pid=102406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:25:22.961581 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-816d70fa-918d-4e71-86f4-2d6039d205ac req-7f094d44-c5ad-45a3-8d3f-8dd096fb2559 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 210 time: 0.1198921 Jan 26 19:25:22.986249 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79833fc5-2645-4d3e-9dfb-4a931f681ca2 None None] The sync data for ids ['b1853524-c6ed-4005-af14-c7cf7adab939'] in dv-cinder-794001-3-iscsi is: [{'id': 'b1853524-c6ed-4005-af14-c7cf7adab939', 'name': 'tempest-ServerRescueNegativeTestJSON-1755626312-router', 'tenant_id': '93424b38a7474b9787347d46184008c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '5624c355-e1c2-42df-b70c-1c48ca830d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 4, 'project_id': '93424b38a7474b9787347d46184008c3', 'gw_port': {'id': '5624c355-e1c2-42df-b70c-1c48ca830d4c', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1853524-c6ed-4005-af14-c7cf7adab939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:00Z', 'updated_at': '2022-01-26T19:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '33b6266c-bc44-4da3-a0cb-a06bd1f835dc', 'name': '', 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d', 'tenant_id': '93424b38a7474b9787347d46184008c3', 'mac_address': 'fa:16:3e:50:ff:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1853524-c6ed-4005-af14-c7cf7adab939', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '60c69d80-c100-4f11-893e-f1b4a9dffa16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:06Z', 'updated_at': '2022-01-26T19:25:18Z', 'revision_number': 4, 'project_id': '93424b38a7474b9787347d46184008c3', 'subnets': [{'id': '60c69d80-c100-4f11-893e-f1b4a9dffa16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:25:23.000685 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-525324ce-f974-4155-a643-1e39607f69a4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Made reservation on behalf of 93424b38a7474b9787347d46184008c3 for: {'port': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:25:23.004766 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-525324ce-f974-4155-a643-1e39607f69a4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:23.008085 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (1a5716f6-ee7f-47b4-9680-f7b8772235cd), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:23.016986 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-c28620f6-3b39-43b9-bdc9-2d6cbdfbef8c tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:23.018627 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-c28620f6-3b39-43b9-bdc9-2d6cbdfbef8c tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.46 "GET /v2.0/networks?id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c HTTP/1.1" status: 200 len: 811 time: 0.3505340 Jan 26 19:25:23.056930 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee3760-2b65-4a8a-b372-923ffe5a176c req-20497a80-417a-4944-a4a7-220aa771caa0 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:23.067604 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f4ee3760-2b65-4a8a-b372-923ffe5a176c req-20497a80-417a-4944-a4a7-220aa771caa0 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 932 time: 0.5693722 Jan 26 19:25:23.418893 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-16f84bf8-1567-4931-83f3-ead151466970 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02dc9a9d875c479c8dcb8eb1a31fa567 HTTP/1.1" status: 200 len: 379 time: 0.3461070 Jan 26 19:25:23.442625 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-33b60bcb-d1e3-49ae-9171-6c9b57b5050b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Request body: {'port': {'device_id': '2538c057-6851-449d-a4a4-bdce032a9be8', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'admin_state_up': True, 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'security_groups': ['e7fc1a95-352e-4e7b-9e86-96aa39cd410b']}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:23.491527 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f4ee3760-2b65-4a8a-b372-923ffe5a176c req-13e306f7-e318-46cd-bcee-a2bb91fcfce8 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227290 Jan 26 19:25:23.530542 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 33b6266c-bc44-4da3-a0cb-a06bd1f835dc up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:25:23.599413 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5716f6-ee7f-47b4-9680-f7b8772235cd,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:23.656961 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 49860) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:23.661214 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Attempting to bind port 1a5716f6-ee7f-47b4-9680-f7b8772235cd on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:25:23.662076 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Attempting to bind port 1a5716f6-ee7f-47b4-9680-f7b8772235cd by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '96d8a119-d839-4480-ab30-41b2efaa1f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '26b2db68-da0a-45e2-a594-43d4959688a1'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:25:23.663029 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Attempting to bind port 1a5716f6-ee7f-47b4-9680-f7b8772235cd on network 26b2db68-da0a-45e2-a594-43d4959688a1 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:25:23.728587 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 33b6266c-bc44-4da3-a0cb-a06bd1f835dc triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:23.729098 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (33b6266c-bc44-4da3-a0cb-a06bd1f835dc), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:23.815373 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Port 1a5716f6-ee7f-47b4-9680-f7b8772235cd on network 26b2db68-da0a-45e2-a594-43d4959688a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:25:23.815830 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Attempting to bind port 1a5716f6-ee7f-47b4-9680-f7b8772235cd on network 26b2db68-da0a-45e2-a594-43d4959688a1 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:25:23.826290 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0fe6b2f6-4f42-4f7e-bb34-8a103e31a54e req-97a6fc29-70e8-489e-864d-cf1bc6eb335f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 210 time: 0.1108234 Jan 26 19:25:23.858464 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.46', 61933) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:23.864848 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:25:23.866459 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Checking segment: {'id': '96d8a119-d839-4480-ab30-41b2efaa1f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '26b2db68-da0a-45e2-a594-43d4959688a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:25:23.868249 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Bound using segment: {'id': '96d8a119-d839-4480-ab30-41b2efaa1f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '26b2db68-da0a-45e2-a594-43d4959688a1'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:25:23.875103 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Bound port: 1a5716f6-ee7f-47b4-9680-f7b8772235cd, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96d8a119-d839-4480-ab30-41b2efaa1f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '26b2db68-da0a-45e2-a594-43d4959688a1'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:25:23.875103 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (1a5716f6-ee7f-47b4-9680-f7b8772235cd), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:23.895843 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-946dd066-a5dd-48e9-8452-77c8fa1f4869 req-38024d9f-ba3f-4939-9cc6-3299eef87acf tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 210 time: 0.6423895 Jan 26 19:25:24.032044 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-50019da7-a5c1-4071-90da-f55fdb68dc5b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Publish callbacks [] for port (1b7adc2f-208b-4133-b88e-b377af0b7104), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:24.033727 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7cd8529c-a5ce-4f57-b899-1194fa4ed6ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:24.167304 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 33b6266c-bc44-4da3-a0cb-a06bd1f835dc is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:24.167703 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (33b6266c-bc44-4da3-a0cb-a06bd1f835dc), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:24.266945 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] For port 33b6266c-bc44-4da3-a0cb-a06bd1f835dc, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=33b6266c-bc44-4da3-a0cb-a06bd1f835dc,segment=NetworkSegment(09b212e7-8c79-48ff-8913-665194453dd5),segment_id=09b212e7-8c79-48ff-8913-665194453dd5)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:24.274197 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (33b6266c-bc44-4da3-a0cb-a06bd1f835dc), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:24.278043 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-33b60bcb-d1e3-49ae-9171-6c9b57b5050b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Made reservation on behalf of 02dc9a9d875c479c8dcb8eb1a31fa567 for: {'port': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:25:24.292172 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-33b60bcb-d1e3-49ae-9171-6c9b57b5050b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:24.441867 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-50019da7-a5c1-4071-90da-f55fdb68dc5b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (1b7adc2f-208b-4133-b88e-b377af0b7104), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:24.451712 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-040bbaf6-7874-4ca2-bb92-f4622073b535 req-b95887c8-3c66-4c43-8489-f05123970d85 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 210 time: 0.2733097 Jan 26 19:25:24.466914 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Pushing event updated for resources: {'Port': ['ID=33b6266c-bc44-4da3-a0cb-a06bd1f835dc,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:24.496050 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.db.api [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-525324ce-f974-4155-a643-1e39607f69a4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-2068cb0a-8a7e-4a6b-887f-5a418c83af31 {{(pid=102406) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 19:25:24.498016 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG oslo_db.api [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-525324ce-f974-4155-a643-1e39607f69a4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 19:25:24.500062 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6c203aec-4e07-47dc-92fa-3d0533404679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:24.615812 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-d48f0fbb-fbbf-4984-a47b-78b10a846798 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:24.618150 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-d48f0fbb-fbbf-4984-a47b-78b10a846798 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.46 "GET /v2.0/networks?id=68fda3bd-90ff-4f20-8f16-b16096f575dd HTTP/1.1" status: 200 len: 816 time: 0.7475216 Jan 26 19:25:24.873903 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-50019da7-a5c1-4071-90da-f55fdb68dc5b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Network 8746d71a-820a-4b05-87b9-92fff64ad22d is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:25:24.965363 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-50019da7-a5c1-4071-90da-f55fdb68dc5b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:25:24.973618 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-50019da7-a5c1-4071-90da-f55fdb68dc5b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:25:24.977628 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-50019da7-a5c1-4071-90da-f55fdb68dc5b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:24.980217 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-50019da7-a5c1-4071-90da-f55fdb68dc5b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:25.014848 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-525324ce-f974-4155-a643-1e39607f69a4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:25.033865 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-33b60bcb-d1e3-49ae-9171-6c9b57b5050b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Allocated IP 172.20.0.10 (1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c/75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e/6758173a-c05b-4dbe-a01f-d4b556f91c47) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:25:25.065277 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50019da7-a5c1-4071-90da-f55fdb68dc5b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Pushing event updated for resources: {'Port': ['ID=1b7adc2f-208b-4133-b88e-b377af0b7104,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:25.161261 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6c203aec-4e07-47dc-92fa-3d0533404679 admin admin] Publish callbacks [] for security_group (1b54c8aa-08d9-4839-b4b1-3a7037df03f2), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:25.178694 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] For port 1a5716f6-ee7f-47b4-9680-f7b8772235cd, host hv-cinder-79400, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:25:25.183610 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6c203aec-4e07-47dc-92fa-3d0533404679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (1b54c8aa-08d9-4839-b4b1-3a7037df03f2), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:25.239565 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-50019da7-a5c1-4071-90da-f55fdb68dc5b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0896173 Jan 26 19:25:25.252991 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c203aec-4e07-47dc-92fa-3d0533404679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b54c8aa-08d9-4839-b4b1-3a7037df03f2,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:25.270935 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] For port 1a5716f6-ee7f-47b4-9680-f7b8772235cd, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1a5716f6-ee7f-47b4-9680-f7b8772235cd,segment=NetworkSegment(96d8a119-d839-4480-ab30-41b2efaa1f15),segment_id=96d8a119-d839-4480-ab30-41b2efaa1f15)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:25:25.392337 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-33b60bcb-d1e3-49ae-9171-6c9b57b5050b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for port (6758173a-c05b-4dbe-a01f-d4b556f91c47), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:25.406650 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-525324ce-f974-4155-a643-1e39607f69a4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Allocated IP 172.20.0.8 (8746d71a-820a-4b05-87b9-92fff64ad22d/60c69d80-c100-4f11-893e-f1b4a9dffa16/5caae4f3-a4db-4e20-a9d4-2446fc03ad58) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:25:25.559309 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062e2e0-c13f-4433-a942-18d75deee987 req-fd5ba717-0560-468b-b1c9-32720837f0ba tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:25.565792 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 33b6266c-bc44-4da3-a0cb-a06bd1f835dc up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:25:25.582208 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f062e2e0-c13f-4433-a942-18d75deee987 req-fd5ba717-0560-468b-b1c9-32720837f0ba tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 944 time: 0.7503202 Jan 26 19:25:25.593498 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (1a5716f6-ee7f-47b4-9680-f7b8772235cd), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:25.624759 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-33b60bcb-d1e3-49ae-9171-6c9b57b5050b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (6758173a-c05b-4dbe-a01f-d4b556f91c47), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:25.688136 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Request body: {'port': {'device_id': 'd757f9bf-0099-40a5-aa9d-9c174a3ac859', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:25.753515 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 33b6266c-bc44-4da3-a0cb-a06bd1f835dc triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:25.754280 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (33b6266c-bc44-4da3-a0cb-a06bd1f835dc), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:25.792228 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-33b60bcb-d1e3-49ae-9171-6c9b57b5050b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Network 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:25:25.824960 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca278100-0bfc-449d-b564-7ce21968d6fb req-b3da2779-cb56-4dd2-a23c-756cc4212e9f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:25.836713 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ca278100-0bfc-449d-b564-7ce21968d6fb req-b3da2779-cb56-4dd2-a23c-756cc4212e9f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 932 time: 0.3012187 Jan 26 19:25:25.857213 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b60bcb-d1e3-49ae-9171-6c9b57b5050b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Pushing event updated for resources: {'Port': ['ID=6758173a-c05b-4dbe-a01f-d4b556f91c47,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:25.861358 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-33b60bcb-d1e3-49ae-9171-6c9b57b5050b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:25:25.869821 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5716f6-ee7f-47b4-9680-f7b8772235cd,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:25.872952 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-33b60bcb-d1e3-49ae-9171-6c9b57b5050b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:25:25.880557 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-33b60bcb-d1e3-49ae-9171-6c9b57b5050b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:25.881418 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-33b60bcb-d1e3-49ae-9171-6c9b57b5050b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:25.909971 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-348f607f-405f-4f0a-910e-d9968ccd0c05 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=200619f76ac54211847de3c39fa7c681 HTTP/1.1" status: 200 len: 380 time: 0.3969245 Jan 26 19:25:25.922935 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-f76ea29a-7826-452c-91fb-82e0ff8fae69 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Request body: {'port': {'device_id': 'a15ff6ad-b011-48d9-a8af-fc836715e6f5', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'admin_state_up': True, 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'security_groups': ['c7e90323-4110-402c-82f3-2c35112dfde1']}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:25.957505 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-6c203aec-4e07-47dc-92fa-3d0533404679 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5b78f3b05d5945fca8da267e7c6c1123&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2799273 Jan 26 19:25:25.979322 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 49914) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:25.995615 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 33b6266c-bc44-4da3-a0cb-a06bd1f835dc is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:26.062361 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f062e2e0-c13f-4433-a942-18d75deee987 req-4cac471c-5d00-44e3-979a-587dfb63f547 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366419 Jan 26 19:25:26.096211 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:26.097141 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:26.098741 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-58672294-1c85-4a5d-9ec9-60f3e1db4108 service neutron] 10.222.0.46 "PUT /v2.0/ports/1a5716f6-ee7f-47b4-9680-f7b8772235cd HTTP/1.1" status: 200 len: 1094 time: 8.1623931 Jan 26 19:25:26.117787 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-33b60bcb-d1e3-49ae-9171-6c9b57b5050b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6836698 Jan 26 19:25:26.134850 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c83ec467-f057-4a9b-91c7-302bc3507bf2', 'tag': '1a5716f6-ee7f-47b4-9680-f7b8772235cd'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:25:26.201397 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Request body: {'port': {'device_id': '2538c057-6851-449d-a4a4-bdce032a9be8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:26.333352 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7cd8529c-a5ce-4f57-b899-1194fa4ed6ce admin admin] Publish callbacks [] for security_group (bfc5ba4d-0612-4f85-b44c-703faa07ffd5), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:26.355203 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ca278100-0bfc-449d-b564-7ce21968d6fb req-fd9333ca-ca03-41fc-9b55-bab2e320e610 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4974172 Jan 26 19:25:26.373057 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-8aed7c01-12e8-4eee-ae7c-81084a9a6688 None None] Provisioning complete for port 6758173a-c05b-4dbe-a01f-d4b556f91c47 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:26.373623 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-8aed7c01-12e8-4eee-ae7c-81084a9a6688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (6758173a-c05b-4dbe-a01f-d4b556f91c47), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:26.414912 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-8aed7c01-12e8-4eee-ae7c-81084a9a6688 None None] Port 6758173a-c05b-4dbe-a01f-d4b556f91c47 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:25:26.451257 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-525324ce-f974-4155-a643-1e39607f69a4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Publish callbacks [] for port (5caae4f3-a4db-4e20-a9d4-2446fc03ad58), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:26.525073 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (6758173a-c05b-4dbe-a01f-d4b556f91c47), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:26.564380 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c46e844f-76e7-428f-ab49-6aa2254fcf70 admin admin] Publish callbacks [] for security_group (1b54c8aa-08d9-4839-b4b1-3a7037df03f2), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:26.573256 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7cd8529c-a5ce-4f57-b899-1194fa4ed6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (bfc5ba4d-0612-4f85-b44c-703faa07ffd5), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:26.610603 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-192eb9ec-19d7-41f1-85e3-4a50cc3b83bf req-22e434a3-742e-4175-8ec8-311286b152be tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 210 time: 0.3376567 Jan 26 19:25:26.611965 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-525324ce-f974-4155-a643-1e39607f69a4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (5caae4f3-a4db-4e20-a9d4-2446fc03ad58), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:26.725608 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-7cd8529c-a5ce-4f57-b899-1194fa4ed6ce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d78a731e56a43818b8e627d05d72af8&name=default HTTP/1.1" status: 200 len: 2996 time: 3.9071283 Jan 26 19:25:26.729187 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e07586-46d9-4993-8a18-a146d251a7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c83ec467-f057-4a9b-91c7-302bc3507bf2", "tag": "1a5716f6-ee7f-47b4-9680-f7b8772235cd"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:25:26.735517 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-525324ce-f974-4155-a643-1e39607f69a4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Network 8746d71a-820a-4b05-87b9-92fff64ad22d is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:25:26.745470 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 49928) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:26.748930 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (1b7adc2f-208b-4133-b88e-b377af0b7104), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:26.760325 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-525324ce-f974-4155-a643-1e39607f69a4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:25:26.766937 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-6211e1cd-1212-422f-8106-85628dcfcf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:26.768952 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-6211e1cd-1212-422f-8106-85628dcfcf9f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=628a0f3ad3b346df9f72a9114ea1e869&device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 1097 time: 0.5348654 Jan 26 19:25:26.769149 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8529c-a5ce-4f57-b899-1194fa4ed6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc5ba4d-0612-4f85-b44c-703faa07ffd5,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:26.777720 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-525324ce-f974-4155-a643-1e39607f69a4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:25:26.782702 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-525324ce-f974-4155-a643-1e39607f69a4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:26.783292 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-525324ce-f974-4155-a643-1e39607f69a4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:26.840396 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525324ce-f974-4155-a643-1e39607f69a4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Pushing event updated for resources: {'Port': ['ID=5caae4f3-a4db-4e20-a9d4-2446fc03ad58,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:26.875004 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-525324ce-f974-4155-a643-1e39607f69a4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8916130 Jan 26 19:25:26.923629 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c46e844f-76e7-428f-ab49-6aa2254fcf70 admin admin] Publish callbacks [] for security_group (1b54c8aa-08d9-4839-b4b1-3a7037df03f2), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:26.924525 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3573a9-b662-4647-9962-bc26a5963b3b x-openstack-request-id: req-7e3573a9-b662-4647-9962-bc26a5963b3b {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:25:26.925108 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c83ec467-f057-4a9b-91c7-302bc3507bf2", "tag": "1a5716f6-ee7f-47b4-9680-f7b8772235cd", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:25:26.925108 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7e3573a9-b662-4647-9962-bc26a5963b3b {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:25:26.925498 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c83ec467-f057-4a9b-91c7-302bc3507bf2', 'tag': '1a5716f6-ee7f-47b4-9680-f7b8772235cd', 'status': 'completed', 'code': 200} Jan 26 19:25:26.933915 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d70a9b0d-9b2c-4079-88e6-8c30126a06cb admin admin] Publish callbacks [] for security_group (bfc5ba4d-0612-4f85-b44c-703faa07ffd5), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:26.939729 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-f76ea29a-7826-452c-91fb-82e0ff8fae69 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Made reservation on behalf of 200619f76ac54211847de3c39fa7c681 for: {'port': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:25:26.943636 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-f76ea29a-7826-452c-91fb-82e0ff8fae69 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:26.973375 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8833a-50d6-4e7f-8536-e991e273b47e req-8acdeff3-bb81-41c9-98af-0fa8bc310eb3 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:26.974881 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-85f8833a-50d6-4e7f-8536-e991e273b47e req-8acdeff3-bb81-41c9-98af-0fa8bc310eb3 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 931 time: 0.4170020 Jan 26 19:25:27.008837 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d70a9b0d-9b2c-4079-88e6-8c30126a06cb admin admin] Publish callbacks [] for security_group (bfc5ba4d-0612-4f85-b44c-703faa07ffd5), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:27.137991 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d70a9b0d-9b2c-4079-88e6-8c30126a06cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (bfc5ba4d-0612-4f85-b44c-703faa07ffd5), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:27.141695 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d70a9b0d-9b2c-4079-88e6-8c30126a06cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:27.143884 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-d70a9b0d-9b2c-4079-88e6-8c30126a06cb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bfc5ba4d-0612-4f85-b44c-703faa07ffd5 HTTP/1.1" status: 204 len: 168 time: 0.3951871 Jan 26 19:25:27.192233 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a9b0d-9b2c-4079-88e6-8c30126a06cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc5ba4d-0612-4f85-b44c-703faa07ffd5,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:27.270150 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc388f15-3cc3-44b9-a9ca-fd6b0f151749 req-65f70c29-20bd-44b5-842e-a145cbb68c06 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:27.272230 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cc388f15-3cc3-44b9-a9ca-fd6b0f151749 req-65f70c29-20bd-44b5-842e-a145cbb68c06 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 944 time: 0.1247056 Jan 26 19:25:27.330292 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c46e844f-76e7-428f-ab49-6aa2254fcf70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (1b54c8aa-08d9-4839-b4b1-3a7037df03f2), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:27.332956 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c46e844f-76e7-428f-ab49-6aa2254fcf70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:27.336599 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c46e844f-76e7-428f-ab49-6aa2254fcf70 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1b54c8aa-08d9-4839-b4b1-3a7037df03f2 HTTP/1.1" status: 204 len: 168 time: 1.3401873 Jan 26 19:25:27.375567 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 49958) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:27.389349 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-85f8833a-50d6-4e7f-8536-e991e273b47e req-8e07d459-68d4-4d08-b599-7ce5c508d414 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959663 Jan 26 19:25:27.396165 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e844f-76e7-428f-ab49-6aa2254fcf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b54c8aa-08d9-4839-b4b1-3a7037df03f2,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:27.454218 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-f76ea29a-7826-452c-91fb-82e0ff8fae69 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Allocated IP 172.20.0.9 (68fda3bd-90ff-4f20-8f16-b16096f575dd/96126fec-90a5-4e8d-afec-f07c12737d79/fe434a86-f778-4b6d-a4b9-ab67af155876) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:25:27.457760 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7adc2f-208b-4133-b88e-b377af0b7104 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:25:27.466156 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6758173a-c05b-4dbe-a01f-d4b556f91c47 {{(pid=102405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:25:27.478583 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Publish callbacks [] for port (6758173a-c05b-4dbe-a01f-d4b556f91c47), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:27.485272 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Publish callbacks [] for port (1b7adc2f-208b-4133-b88e-b377af0b7104), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:27.514593 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.provisioning_blocks [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Transition to ACTIVE for port object 6758173a-c05b-4dbe-a01f-d4b556f91c47 will not be triggered until provisioned by entity L2. {{(pid=102405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:25:27.515136 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cc388f15-3cc3-44b9-a9ca-fd6b0f151749 req-033fdba2-2cd1-4ca2-8cfb-3c39dea0e10b tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267749 Jan 26 19:25:27.522566 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Transition to ACTIVE for port object 1b7adc2f-208b-4133-b88e-b377af0b7104 will not be triggered until provisioned by entity L2. {{(pid=102406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:25:27.526015 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (6758173a-c05b-4dbe-a01f-d4b556f91c47), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:27.531377 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (1b7adc2f-208b-4133-b88e-b377af0b7104), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:27.675124 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Pushing event updated for resources: {'Port': ['ID=6758173a-c05b-4dbe-a01f-d4b556f91c47,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:27.684989 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7adc2f-208b-4133-b88e-b377af0b7104,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:27.697972 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Attempting to bind port 1b7adc2f-208b-4133-b88e-b377af0b7104 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:25:27.698555 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Attempting to bind port 1b7adc2f-208b-4133-b88e-b377af0b7104 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '09b212e7-8c79-48ff-8913-665194453dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:25:27.699140 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Attempting to bind port 1b7adc2f-208b-4133-b88e-b377af0b7104 on network 8746d71a-820a-4b05-87b9-92fff64ad22d {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:25:27.707047 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Port 1b7adc2f-208b-4133-b88e-b377af0b7104 on network 8746d71a-820a-4b05-87b9-92fff64ad22d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:25:27.707472 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Attempting to bind port 1b7adc2f-208b-4133-b88e-b377af0b7104 on network 8746d71a-820a-4b05-87b9-92fff64ad22d {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:25:27.717561 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:25:27.718038 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Checking segment: {'id': '09b212e7-8c79-48ff-8913-665194453dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:25:27.718526 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Bound using segment: {'id': '09b212e7-8c79-48ff-8913-665194453dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:25:27.719112 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Bound port: 1b7adc2f-208b-4133-b88e-b377af0b7104, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b212e7-8c79-48ff-8913-665194453dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:25:27.719567 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (1b7adc2f-208b-4133-b88e-b377af0b7104), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:27.783285 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40858774-c32f-4973-8faf-2c34e394374c req-581ef287-3f8a-4944-b562-690004cc8651 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:27.785042 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-40858774-c32f-4973-8faf-2c34e394374c req-581ef287-3f8a-4944-b562-690004cc8651 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 944 time: 0.2215030 Jan 26 19:25:27.836571 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-65274bcd-7488-4862-9178-40fa66fca57e req-4b36d6cb-0b4f-4da8-a1db-c02091698d95 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 210 time: 0.0709517 Jan 26 19:25:27.852406 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] For port 1b7adc2f-208b-4133-b88e-b377af0b7104, host hv-cinder-79400, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:25:27.858201 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] For port 1b7adc2f-208b-4133-b88e-b377af0b7104, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1b7adc2f-208b-4133-b88e-b377af0b7104,segment=NetworkSegment(09b212e7-8c79-48ff-8913-665194453dd5),segment_id=09b212e7-8c79-48ff-8913-665194453dd5)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:25:27.865167 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Attempting to bind port 6758173a-c05b-4dbe-a01f-d4b556f91c47 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:25:27.871662 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Attempting to bind port 6758173a-c05b-4dbe-a01f-d4b556f91c47 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '1de36d51-7fdd-41d1-88bf-57180f9fb110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:25:27.872237 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Attempting to bind port 6758173a-c05b-4dbe-a01f-d4b556f91c47 on network 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:25:27.877056 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (1b7adc2f-208b-4133-b88e-b377af0b7104), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:27.900625 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-f76ea29a-7826-452c-91fb-82e0ff8fae69 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:27.909240 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Port 6758173a-c05b-4dbe-a01f-d4b556f91c47 on network 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:25:27.909820 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Attempting to bind port 6758173a-c05b-4dbe-a01f-d4b556f91c47 on network 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:25:27.916557 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:27.917077 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:27.918487 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] 10.222.0.46 "PUT /v2.0/ports/1b7adc2f-208b-4133-b88e-b377af0b7104 HTTP/1.1" status: 200 len: 1093 time: 2.4424696 Jan 26 19:25:27.931199 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:25:27.939262 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d03ba212-42cb-42bb-aee3-5ce4bab9e7c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:27.943659 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Checking segment: {'id': '1de36d51-7fdd-41d1-88bf-57180f9fb110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:25:27.945338 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Bound using segment: {'id': '1de36d51-7fdd-41d1-88bf-57180f9fb110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:25:27.946135 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Bound port: 6758173a-c05b-4dbe-a01f-d4b556f91c47, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de36d51-7fdd-41d1-88bf-57180f9fb110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:25:27.946596 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (6758173a-c05b-4dbe-a01f-d4b556f91c47), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:27.981993 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b0a15-65b2-49b1-9f11-fde91902d6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1b7adc2f-208b-4133-b88e-b377af0b7104,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:28.004908 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-40858774-c32f-4973-8faf-2c34e394374c req-d99be8c3-0d61-42a6-bc62-56addc889e8b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881611 Jan 26 19:25:28.054073 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 49978) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:28.065569 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d03ba212-42cb-42bb-aee3-5ce4bab9e7c3 admin admin] Publish callbacks [] for security_group (6c27dc9a-1fd5-4086-9958-66100d832ab8), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:28.073047 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f794968a-51e4-491b-9ca7-fcc79be044df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:28.075812 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d03ba212-42cb-42bb-aee3-5ce4bab9e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (6c27dc9a-1fd5-4086-9958-66100d832ab8), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:28.093214 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-f76ea29a-7826-452c-91fb-82e0ff8fae69 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:28.095328 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] For port 6758173a-c05b-4dbe-a01f-d4b556f91c47, host hv-cinder-79400, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:25:28.100622 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] For port 6758173a-c05b-4dbe-a01f-d4b556f91c47, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6758173a-c05b-4dbe-a01f-d4b556f91c47,segment=NetworkSegment(1de36d51-7fdd-41d1-88bf-57180f9fb110),segment_id=1de36d51-7fdd-41d1-88bf-57180f9fb110)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:25:28.112084 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (6758173a-c05b-4dbe-a01f-d4b556f91c47), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:28.147947 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Request body: {'port': {'device_id': '91511721-4987-4610-a541-9b2aee7248eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:28.156621 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-f76ea29a-7826-452c-91fb-82e0ff8fae69 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Network 68fda3bd-90ff-4f20-8f16-b16096f575dd is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:25:28.165938 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-f76ea29a-7826-452c-91fb-82e0ff8fae69 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:25:28.171629 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:28.172404 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:28.173908 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] 10.222.0.46 "PUT /v2.0/ports/6758173a-c05b-4dbe-a01f-d4b556f91c47 HTTP/1.1" status: 200 len: 1094 time: 2.0099347 Jan 26 19:25:28.177547 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2538c057-6851-449d-a4a4-bdce032a9be8', 'tag': '6758173a-c05b-4dbe-a01f-d4b556f91c47'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:25:28.215991 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-b6003b70-d827-4f44-9b81-4e524094b88e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a5716f6-ee7f-47b4-9680-f7b8772235cd HTTP/1.1" status: 200 len: 217 time: 0.1074655 Jan 26 19:25:28.249187 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-f76ea29a-7826-452c-91fb-82e0ff8fae69 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:25:28.255799 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-f76ea29a-7826-452c-91fb-82e0ff8fae69 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:28.256463 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-f76ea29a-7826-452c-91fb-82e0ff8fae69 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:28.264630 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-d03ba212-42cb-42bb-aee3-5ce4bab9e7c3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=69cd8959f91d4b92a977a5b23d983c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8759019 Jan 26 19:25:28.266387 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 49982) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:28.267331 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ba212-42cb-42bb-aee3-5ce4bab9e7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c27dc9a-1fd5-4086-9958-66100d832ab8,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:28.278090 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ea29a-7826-452c-91fb-82e0ff8fae69 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Pushing event updated for resources: {'Port': ['ID=fe434a86-f778-4b6d-a4b9-ab67af155876,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:28.292019 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-f76ea29a-7826-452c-91fb-82e0ff8fae69 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3734145 Jan 26 19:25:28.406280 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Request body: {'port': {'device_id': 'a15ff6ad-b011-48d9-a8af-fc836715e6f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:28.531023 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7b72c0399c7a02543c54853772d0c66854ec282a6807dc06cd91a1aad397b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9d848a-7e42-4bab-ad09-a95de0fc1b63" -d '{"events": [{"name": "network-changed", "server_uuid": "2538c057-6851-449d-a4a4-bdce032a9be8", "tag": "6758173a-c05b-4dbe-a01f-d4b556f91c47"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:25:28.549419 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-7f1bc5e3-e1bf-488d-b233-f7352461b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:28.551204 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-7f1bc5e3-e1bf-488d-b233-f7352461b2ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93424b38a7474b9787347d46184008c3&device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 1096 time: 0.2660236 Jan 26 19:25:28.578194 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4616c50c-b324-4e7c-a945-069b651cd455 service neutron] Pushing event updated for resources: {'Port': ['ID=6758173a-c05b-4dbe-a01f-d4b556f91c47,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:28.610366 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-828f04e3-50a6-49e5-bc45-afae192d48ca None None] Provisioning complete for port fe434a86-f778-4b6d-a4b9-ab67af155876 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:28.610780 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-828f04e3-50a6-49e5-bc45-afae192d48ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:28.695181 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-571aa99a-0f3f-47cc-b93b-ccf2603fcb6b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7adc2f-208b-4133-b88e-b377af0b7104 HTTP/1.1" status: 200 len: 217 time: 0.1209838 Jan 26 19:25:28.696119 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:28.697528 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-828f04e3-50a6-49e5-bc45-afae192d48ca None None] Port fe434a86-f778-4b6d-a4b9-ab67af155876 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:25:28.728448 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (5caae4f3-a4db-4e20-a9d4-2446fc03ad58), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:28.801738 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-c46a423d-bdcd-4cd3-bf31-8d2233ea578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:28.803856 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-c46a423d-bdcd-4cd3-bf31-8d2233ea578b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=60c69d80-c100-4f11-893e-f1b4a9dffa16 HTTP/1.1" status: 200 len: 859 time: 0.0923088 Jan 26 19:25:28.842838 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-e8d48440-9bf7-42c5-892f-3e83268b7ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:28.844344 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-e8d48440-9bf7-42c5-892f-3e83268b7ac5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93576319-cdc3-4ce0-8a3c-40f7bd90444f HTTP/1.1" status: 200 len: 851 time: 0.5276289 Jan 26 19:25:28.888568 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f794968a-51e4-491b-9ca7-fcc79be044df admin admin] Publish callbacks [] for security_group (348bc416-743e-410b-a40d-9ea4b686135d), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:28.935636 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd757f9bf-0099-40a5-aa9d-9c174a3ac859', 'tag': '1b7adc2f-208b-4133-b88e-b377af0b7104'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:25:28.938254 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8382bc-8224-48c5-a47c-1d99ec01285b" -d '{"events": [{"name": "network-changed", "server_uuid": "d757f9bf-0099-40a5-aa9d-9c174a3ac859", "tag": "1b7adc2f-208b-4133-b88e-b377af0b7104"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:25:28.938944 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a854c9-3f49-48db-91ee-acae4b94028a x-openstack-request-id: req-72a854c9-3f49-48db-91ee-acae4b94028a {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:25:28.939341 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2538c057-6851-449d-a4a4-bdce032a9be8", "tag": "6758173a-c05b-4dbe-a01f-d4b556f91c47", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:25:28.939746 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-72a854c9-3f49-48db-91ee-acae4b94028a {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:25:28.940317 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2538c057-6851-449d-a4a4-bdce032a9be8', 'tag': '6758173a-c05b-4dbe-a01f-d4b556f91c47', 'status': 'completed', 'code': 200} Jan 26 19:25:28.945803 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-e427728c-8b1a-46fd-b63e-d14f47e781e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8746d71a-820a-4b05-87b9-92fff64ad22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336210 Jan 26 19:25:28.947308 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-d06f431a-9b06-4b96-b5d9-0d00c06ff8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:28.948968 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-d06f431a-9b06-4b96-b5d9-0d00c06ff8ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02dc9a9d875c479c8dcb8eb1a31fa567&device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 1097 time: 0.6309886 Jan 26 19:25:28.951462 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-4499abe1-8395-4302-8961-23cf4c3c74f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26b2db68-da0a-45e2-a594-43d4959688a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758002 Jan 26 19:25:28.951462 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f794968a-51e4-491b-9ca7-fcc79be044df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (348bc416-743e-410b-a40d-9ea4b686135d), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:28.972285 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b45f2-509c-4a04-ae93-645777771f07 req-56e7b664-57db-4ede-9e1b-5dcf5adebd00 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:28.973766 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a14b45f2-509c-4a04-ae93-645777771f07 req-56e7b664-57db-4ede-9e1b-5dcf5adebd00 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 931 time: 0.3270581 Jan 26 19:25:28.984450 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-922f01a1-a544-4edc-8ce7-4010c89a68e6 admin admin] Publish callbacks [] for security_group (6c27dc9a-1fd5-4086-9958-66100d832ab8), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:29.089178 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f449c-76f8-48c2-aefa-b0647c2b8247 req-16a6663e-e8b4-4fe2-a9e9-b70a62675e83 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:29.090766 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-863f449c-76f8-48c2-aefa-b0647c2b8247 req-16a6663e-e8b4-4fe2-a9e9-b70a62675e83 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 944 time: 0.0725465 Jan 26 19:25:29.099400 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-f794968a-51e4-491b-9ca7-fcc79be044df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5ea28911fb24b50a811f1184ac927f2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0420077 Jan 26 19:25:29.106138 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 50024) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:29.112068 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-922f01a1-a544-4edc-8ce7-4010c89a68e6 admin admin] Publish callbacks [] for security_group (6c27dc9a-1fd5-4086-9958-66100d832ab8), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:29.123041 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794968a-51e4-491b-9ca7-fcc79be044df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348bc416-743e-410b-a40d-9ea4b686135d,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:29.199912 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a14b45f2-509c-4a04-ae93-645777771f07 req-956811d8-8d54-4518-b3e0-6bd192ea0dcf tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051787 Jan 26 19:25:29.294468 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-2c275410-09f4-4830-8aff-08b56c1dfd39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6758173a-c05b-4dbe-a01f-d4b556f91c47 HTTP/1.1" status: 200 len: 217 time: 0.0981889 Jan 26 19:25:29.327285 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe434a86-f778-4b6d-a4b9-ab67af155876 {{(pid=102405) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:25:29.336304 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-863f449c-76f8-48c2-aefa-b0647c2b8247 req-a8ea6094-c180-434d-9eba-3236828b91e9 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314410 Jan 26 19:25:29.375085 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Publish callbacks [] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:29.380316 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-922f01a1-a544-4edc-8ce7-4010c89a68e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (6c27dc9a-1fd5-4086-9958-66100d832ab8), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:29.382895 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-922f01a1-a544-4edc-8ce7-4010c89a68e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:29.384157 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-922f01a1-a544-4edc-8ce7-4010c89a68e6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c27dc9a-1fd5-4086-9958-66100d832ab8 HTTP/1.1" status: 204 len: 168 time: 1.1139050 Jan 26 19:25:29.401224 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.provisioning_blocks [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Transition to ACTIVE for port object fe434a86-f778-4b6d-a4b9-ab67af155876 will not be triggered until provisioned by entity L2. {{(pid=102405) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:25:29.402486 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7c83e8f4-22ad-4ffb-b3e5-5f2153eb06bd admin admin] Publish callbacks [] for security_group (348bc416-743e-410b-a40d-9ea4b686135d), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:29.406480 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-6e346823-023c-426a-8d29-e94c2a5f414e service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932564 Jan 26 19:25:29.417778 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:29.442610 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2bc57c-5e41-42ab-8bcc-9c8de72b65c0 x-openstack-request-id: req-2d2bc57c-5e41-42ab-8bcc-9c8de72b65c0 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:25:29.442961 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d757f9bf-0099-40a5-aa9d-9c174a3ac859", "tag": "1b7adc2f-208b-4133-b88e-b377af0b7104", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:25:29.443224 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2d2bc57c-5e41-42ab-8bcc-9c8de72b65c0 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:25:29.443649 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd757f9bf-0099-40a5-aa9d-9c174a3ac859', 'tag': '1b7adc2f-208b-4133-b88e-b377af0b7104', 'status': 'completed', 'code': 200} Jan 26 19:25:29.453205 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f01a1-a544-4edc-8ce7-4010c89a68e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c27dc9a-1fd5-4086-9958-66100d832ab8,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:29.479736 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-16ed8709-5d51-4ad2-8c19-2fd098d22296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:29.481823 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-16ed8709-5d51-4ad2-8c19-2fd098d22296 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e HTTP/1.1" status: 200 len: 850 time: 0.1787810 Jan 26 19:25:29.487519 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-108fd9fa-db30-4e26-9313-c9be746f8201 service neutron] 10.222.0.46 "GET /v2.0/networks/26b2db68-da0a-45e2-a594-43d4959688a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934263 Jan 26 19:25:29.525272 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1dac1a-943c-4494-a2b4-8085abf864d4 req-84a40516-50bb-4261-8512-0144e4048f30 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:29.526774 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-af1dac1a-943c-4494-a2b4-8085abf864d4 req-84a40516-50bb-4261-8512-0144e4048f30 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 931 time: 0.1861680 Jan 26 19:25:29.670633 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:25:29.687615 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Publish callbacks [] for port (5caae4f3-a4db-4e20-a9d4-2446fc03ad58), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:29.724932 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-3f5fb59d-a577-4cb6-8b2d-53ed7a0390f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:29.727337 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-3f5fb59d-a577-4cb6-8b2d-53ed7a0390f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2358973 Jan 26 19:25:29.746940 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Transition to ACTIVE for port object 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 will not be triggered until provisioned by entity L2. {{(pid=102406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:25:29.780494 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-af1dac1a-943c-4494-a2b4-8085abf864d4 req-70e18cc3-76e3-421c-9576-6b57072e56bb tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100439 Jan 26 19:25:29.781298 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (5caae4f3-a4db-4e20-a9d4-2446fc03ad58), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:29.785955 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7c83e8f4-22ad-4ffb-b3e5-5f2153eb06bd admin admin] Publish callbacks [] for security_group (348bc416-743e-410b-a40d-9ea4b686135d), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:29.803605 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38401b85-959b-46d7-b061-2bd4045c7fc9 req-f327a7aa-8a1b-4b40-9242-2f81669e6e90 service neutron] 10.222.0.46 "GET /v2.0/networks/26b2db68-da0a-45e2-a594-43d4959688a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031638 Jan 26 19:25:29.945555 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5caae4f3-a4db-4e20-a9d4-2446fc03ad58,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:29.976332 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 50048) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:30.003747 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-d628d3ac-4dca-4445-8b81-0d7f197ce358 service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557096 Jan 26 19:25:30.008487 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-195a4d7f-3aab-4687-a604-cdc2c0e813e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:30.012676 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Attempting to bind port 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:25:30.013046 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Attempting to bind port 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '09b212e7-8c79-48ff-8913-665194453dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:25:30.013419 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Attempting to bind port 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 on network 8746d71a-820a-4b05-87b9-92fff64ad22d {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:25:30.033845 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e07586-46d9-4993-8a18-a146d251a7dd req-12236668-46af-42cf-ae0c-4b259a8ef95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:30.035386 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-93e07586-46d9-4993-8a18-a146d251a7dd req-12236668-46af-42cf-ae0c-4b259a8ef95c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=628a0f3ad3b346df9f72a9114ea1e869&device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 1097 time: 0.1528547 Jan 26 19:25:30.048113 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Pushing event updated for resources: {'Port': ['ID=fe434a86-f778-4b6d-a4b9-ab67af155876,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:30.052185 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Port 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 on network 8746d71a-820a-4b05-87b9-92fff64ad22d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:25:30.052596 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Attempting to bind port 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 on network 8746d71a-820a-4b05-87b9-92fff64ad22d {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:25:30.062366 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475a4bd-6edb-4958-a9f6-bc0db30cd465 req-fcc38a18-c36b-4c7c-8546-98b7b3e32df6 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:30.064025 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b475a4bd-6edb-4958-a9f6-bc0db30cd465 req-fcc38a18-c36b-4c7c-8546-98b7b3e32df6 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 944 time: 0.5422745 Jan 26 19:25:30.075109 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-003ee7b7-9a98-45c2-a0cf-95adcee4d01d req-3d62cd6c-d0d1-4c4a-876a-64c37ab1c445 service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6611557 Jan 26 19:25:30.084564 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Attempting to bind port fe434a86-f778-4b6d-a4b9-ab67af155876 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:25:30.085055 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Attempting to bind port fe434a86-f778-4b6d-a4b9-ab67af155876 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'd9807792-8ae0-4c32-8d7f-d4e8a2aab3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd'}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:25:30.085411 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Attempting to bind port fe434a86-f778-4b6d-a4b9-ab67af155876 on network 68fda3bd-90ff-4f20-8f16-b16096f575dd {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:25:30.100850 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Port fe434a86-f778-4b6d-a4b9-ab67af155876 on network 68fda3bd-90ff-4f20-8f16-b16096f575dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:25:30.101294 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Attempting to bind port fe434a86-f778-4b6d-a4b9-ab67af155876 on network 68fda3bd-90ff-4f20-8f16-b16096f575dd {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:25:30.108730 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7c83e8f4-22ad-4ffb-b3e5-5f2153eb06bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (348bc416-743e-410b-a40d-9ea4b686135d), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:30.111270 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7c83e8f4-22ad-4ffb-b3e5-5f2153eb06bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:30.115325 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-7c83e8f4-22ad-4ffb-b3e5-5f2153eb06bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/348bc416-743e-410b-a40d-9ea4b686135d HTTP/1.1" status: 204 len: 168 time: 1.0082586 Jan 26 19:25:30.121973 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:25:30.122434 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Checking segment: {'id': 'd9807792-8ae0-4c32-8d7f-d4e8a2aab3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:25:30.122814 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Bound using segment: {'id': 'd9807792-8ae0-4c32-8d7f-d4e8a2aab3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd'} {{(pid=102405) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:25:30.123256 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.managers [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Bound port: fe434a86-f778-4b6d-a4b9-ab67af155876, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9807792-8ae0-4c32-8d7f-d4e8a2aab3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd'}}] {{(pid=102405) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:25:30.123664 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:30.154748 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83e8f4-22ad-4ffb-b3e5-5f2153eb06bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348bc416-743e-410b-a40d-9ea4b686135d,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:30.156772 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:25:30.157731 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Checking segment: {'id': '09b212e7-8c79-48ff-8913-665194453dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:25:30.158304 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Bound using segment: {'id': '09b212e7-8c79-48ff-8913-665194453dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:25:30.158997 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Bound port: 5caae4f3-a4db-4e20-a9d4-2446fc03ad58, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09b212e7-8c79-48ff-8913-665194453dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:25:30.159644 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (5caae4f3-a4db-4e20-a9d4-2446fc03ad58), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:30.168755 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b475a4bd-6edb-4958-a9f6-bc0db30cd465 req-eba192f0-cd69-4463-8753-af5907290156 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962076 Jan 26 19:25:30.255207 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] For port fe434a86-f778-4b6d-a4b9-ab67af155876, host hv-cinder-79400, cleared binding levels {{(pid=102405) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:25:30.259272 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8382bc-8224-48c5-a47c-1d99ec01285b req-e60f7389-3dc8-4120-8998-dcf7ce12426f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:30.261118 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6d8382bc-8224-48c5-a47c-1d99ec01285b req-e60f7389-3dc8-4120-8998-dcf7ce12426f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93424b38a7474b9787347d46184008c3&device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 1096 time: 0.0751610 Jan 26 19:25:30.270022 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] For port fe434a86-f778-4b6d-a4b9-ab67af155876, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=fe434a86-f778-4b6d-a4b9-ab67af155876,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102405) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:25:30.327725 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:30.432473 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-156fb4bb-a9bb-48ea-a6c0-e6b0ed591a91 req-fbdf9b17-0966-441a-a23f-b0044f11856c service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114699 Jan 26 19:25:30.485435 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:30.485966 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for port (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:30.487325 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] 10.222.0.46 "PUT /v2.0/ports/fe434a86-f778-4b6d-a4b9-ab67af155876 HTTP/1.1" status: 200 len: 1093 time: 2.1205134 Jan 26 19:25:30.594278 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ae24b-f4ed-48bc-9fe8-abe5dad34838 service neutron] Pushing event updated for resources: {'Port': ['ID=fe434a86-f778-4b6d-a4b9-ab67af155876,revision_number=3']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:30.616626 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9529578-a0b4-43d6-91d1-fe62bf78dadc req-5b692925-f4d0-4d1c-9b57-4bc38d9d8a26 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:30.620320 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a9529578-a0b4-43d6-91d1-fe62bf78dadc req-5b692925-f4d0-4d1c-9b57-4bc38d9d8a26 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 943 time: 0.2845316 Jan 26 19:25:30.632001 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8382bc-8224-48c5-a47c-1d99ec01285b req-4eaf6787-696f-4051-82bb-d88fc7b6f55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:30.633483 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6d8382bc-8224-48c5-a47c-1d99ec01285b req-4eaf6787-696f-4051-82bb-d88fc7b6f55f service neutron] 10.222.0.46 "GET /v2.0/networks?id=8746d71a-820a-4b05-87b9-92fff64ad22d HTTP/1.1" status: 200 len: 920 time: 0.3621924 Jan 26 19:25:30.649269 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c4e48-4503-4804-853a-9f24620207e0 req-6f3a9c18-7465-454e-b188-3834f30a68a7 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:30.649533 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e07586-46d9-4993-8a18-a146d251a7dd req-00d579ed-d7da-4b20-8158-48bf78322ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:30.651164 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-002c4e48-4503-4804-853a-9f24620207e0 req-6f3a9c18-7465-454e-b188-3834f30a68a7 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 944 time: 0.2255962 Jan 26 19:25:30.657403 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-93e07586-46d9-4993-8a18-a146d251a7dd req-00d579ed-d7da-4b20-8158-48bf78322ffe service neutron] 10.222.0.46 "GET /v2.0/networks?id=26b2db68-da0a-45e2-a594-43d4959688a1 HTTP/1.1" status: 200 len: 912 time: 0.5944672 Jan 26 19:25:30.662394 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] For port 5caae4f3-a4db-4e20-a9d4-2446fc03ad58, host hv-cinder-79400, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:25:30.698393 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6d8382bc-8224-48c5-a47c-1d99ec01285b req-1e792e16-2a06-4f76-98d4-c4fa3fd29ddf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7adc2f-208b-4133-b88e-b377af0b7104 HTTP/1.1" status: 200 len: 217 time: 0.0576732 Jan 26 19:25:30.720415 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d848a-7e42-4bab-ad09-a95de0fc1b63 req-c59ef491-08bb-4899-ad58-16c3f1c2d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:30.721921 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8f9d848a-7e42-4bab-ad09-a95de0fc1b63 req-c59ef491-08bb-4899-ad58-16c3f1c2d22d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02dc9a9d875c479c8dcb8eb1a31fa567&device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 1097 time: 0.2084892 Jan 26 19:25:30.853030 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8382bc-8224-48c5-a47c-1d99ec01285b req-1a0b202f-fc91-4f74-a3a5-da5d5a4b7f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:30.854509 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6d8382bc-8224-48c5-a47c-1d99ec01285b req-1a0b202f-fc91-4f74-a3a5-da5d5a4b7f0f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=60c69d80-c100-4f11-893e-f1b4a9dffa16 HTTP/1.1" status: 200 len: 859 time: 0.1478667 Jan 26 19:25:30.861583 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-002c4e48-4503-4804-853a-9f24620207e0 req-325d0f67-6ec4-4ea5-b5dc-5621f40b9c02 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017229 Jan 26 19:25:30.896251 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6d8382bc-8224-48c5-a47c-1d99ec01285b req-23b51282-5263-4d2c-837f-beae71465fc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8746d71a-820a-4b05-87b9-92fff64ad22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322659 Jan 26 19:25:30.935339 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d848a-7e42-4bab-ad09-a95de0fc1b63 req-1e373b51-e9c4-4c27-b162-93a668356fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:30.937049 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8f9d848a-7e42-4bab-ad09-a95de0fc1b63 req-1e373b51-e9c4-4c27-b162-93a668356fb4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c HTTP/1.1" status: 200 len: 912 time: 0.1877604 Jan 26 19:25:30.943124 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15ff6ad-b011-48d9-a8af-fc836715e6f5', 'tag': 'fe434a86-f778-4b6d-a4b9-ab67af155876'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:25:30.945629 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7b72c0399c7a02543c54853772d0c66854ec282a6807dc06cd91a1aad397b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e8635f-9685-4ff2-9ce1-ab3c1d2d92f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a15ff6ad-b011-48d9-a8af-fc836715e6f5", "tag": "fe434a86-f778-4b6d-a4b9-ab67af155876"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:25:30.949323 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] For port 5caae4f3-a4db-4e20-a9d4-2446fc03ad58, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5caae4f3-a4db-4e20-a9d4-2446fc03ad58,segment=NetworkSegment(09b212e7-8c79-48ff-8913-665194453dd5),segment_id=09b212e7-8c79-48ff-8913-665194453dd5)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:25:30.961096 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-93e07586-46d9-4993-8a18-a146d251a7dd req-af88b14c-e008-47e3-ae45-d3b199b35eb3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a5716f6-ee7f-47b4-9680-f7b8772235cd HTTP/1.1" status: 200 len: 217 time: 0.3017259 Jan 26 19:25:30.963011 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-195a4d7f-3aab-4687-a604-cdc2c0e813e2 admin admin] Publish callbacks [] for security_group (66749dd6-90b4-4c78-ab48-b034917f25b2), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:30.970109 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (5caae4f3-a4db-4e20-a9d4-2446fc03ad58), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:30.991844 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-195a4d7f-3aab-4687-a604-cdc2c0e813e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (66749dd6-90b4-4c78-ab48-b034917f25b2), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:31.020227 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8f9d848a-7e42-4bab-ad09-a95de0fc1b63 req-165c1bb5-068a-4a11-a586-11515edb21b7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6758173a-c05b-4dbe-a01f-d4b556f91c47 HTTP/1.1" status: 200 len: 217 time: 0.0670285 Jan 26 19:25:31.073793 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-a2722374-6b17-4587-897b-f57ca688cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:31.075339 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-a2722374-6b17-4587-897b-f57ca688cdc7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=200619f76ac54211847de3c39fa7c681&device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 1096 time: 0.4923372 Jan 26 19:25:31.101779 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:31.102390 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:31.104287 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] 10.222.0.46 "PUT /v2.0/ports/5caae4f3-a4db-4e20-a9d4-2446fc03ad58 HTTP/1.1" status: 200 len: 1093 time: 3.0068078 Jan 26 19:25:31.121367 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d848a-7e42-4bab-ad09-a95de0fc1b63 req-72c2a7da-b6b6-4e78-95b7-d8ad7063b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:31.121591 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a9529578-a0b4-43d6-91d1-fe62bf78dadc req-25130b6b-92f0-4078-97f2-9af0c4e7b430 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4936028 Jan 26 19:25:31.123082 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8f9d848a-7e42-4bab-ad09-a95de0fc1b63 req-72c2a7da-b6b6-4e78-95b7-d8ad7063b1ce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e HTTP/1.1" status: 200 len: 850 time: 0.0892296 Jan 26 19:25:31.125456 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6d8382bc-8224-48c5-a47c-1d99ec01285b req-0659531d-37b0-4c50-ba2d-0f6de829d570 service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179265 Jan 26 19:25:31.136689 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282380ee-06fc-4a48-9916-8eb4eab4695b req-266a261e-bb0d-4a8a-b2ab-ebdf89216db0 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:31.144377 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-282380ee-06fc-4a48-9916-8eb4eab4695b req-266a261e-bb0d-4a8a-b2ab-ebdf89216db0 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.1588008 Jan 26 19:25:31.197615 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-195a4d7f-3aab-4687-a604-cdc2c0e813e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3cfdcacbe3d84e98ba5cb425292f502e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2172327 Jan 26 19:25:31.212963 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 50092) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:31.216039 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718b99a8-18a5-41aa-8863-8103a656b9bb x-openstack-request-id: req-718b99a8-18a5-41aa-8863-8103a656b9bb {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:25:31.216743 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15ff6ad-b011-48d9-a8af-fc836715e6f5", "tag": "fe434a86-f778-4b6d-a4b9-ab67af155876", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:25:31.216743 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-718b99a8-18a5-41aa-8863-8103a656b9bb {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:25:31.217211 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15ff6ad-b011-48d9-a8af-fc836715e6f5', 'tag': 'fe434a86-f778-4b6d-a4b9-ab67af155876', 'status': 'completed', 'code': 200} Jan 26 19:25:31.235476 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-4927876e-3f21-4e70-bf3f-b5680f57d9af service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe434a86-f778-4b6d-a4b9-ab67af155876 HTTP/1.1" status: 200 len: 217 time: 0.1505876 Jan 26 19:25:31.271430 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a4d7f-3aab-4687-a604-cdc2c0e813e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66749dd6-90b4-4c78-ab48-b034917f25b2,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:31.285159 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e07586-46d9-4993-8a18-a146d251a7dd req-60079563-46a2-4891-b409-c0f61296b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:31.286594 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-93e07586-46d9-4993-8a18-a146d251a7dd req-60079563-46a2-4891-b409-c0f61296b8ea service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93576319-cdc3-4ce0-8a3c-40f7bd90444f HTTP/1.1" status: 200 len: 851 time: 0.3191953 Jan 26 19:25:31.313733 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9b4dd-43c5-4886-9c9c-d3237b0892e2 service neutron] Pushing event updated for resources: {'Port': ['ID=5caae4f3-a4db-4e20-a9d4-2446fc03ad58,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:31.356060 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-282380ee-06fc-4a48-9916-8eb4eab4695b req-dfadd177-6616-4240-a64b-2cc484e77e38 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976230 Jan 26 19:25:31.383568 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d848a-7e42-4bab-ad09-a95de0fc1b63 req-bccd090d-d9f8-438b-9b53-50463629df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:31.385173 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8f9d848a-7e42-4bab-ad09-a95de0fc1b63 req-bccd090d-d9f8-438b-9b53-50463629df1c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2297764 Jan 26 19:25:31.425382 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6d8382bc-8224-48c5-a47c-1d99ec01285b req-dc9c3117-072c-4569-8002-ef57dd16a6a6 service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786613 Jan 26 19:25:31.426165 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-93e07586-46d9-4993-8a18-a146d251a7dd req-d6fa56c8-4d6e-4249-84be-4e9f3e700fba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26b2db68-da0a-45e2-a594-43d4959688a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244717 Jan 26 19:25:31.432089 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c4479faa-44a9-4d67-8ec3-1c5813a01e0a admin admin] Publish callbacks [] for security_group (66749dd6-90b4-4c78-ab48-b034917f25b2), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:31.455276 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91511721-4987-4610-a541-9b2aee7248eb', 'tag': '5caae4f3-a4db-4e20-a9d4-2446fc03ad58'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:25:31.458673 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857b8032-6f8f-466b-a37c-8e0f1ace04a4" -d '{"events": [{"name": "network-changed", "server_uuid": "91511721-4987-4610-a541-9b2aee7248eb", "tag": "5caae4f3-a4db-4e20-a9d4-2446fc03ad58"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:25:31.511996 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-4975038c-1cd9-47dd-b450-8859660f5765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:31.513091 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c4479faa-44a9-4d67-8ec3-1c5813a01e0a admin admin] Publish callbacks [] for security_group (66749dd6-90b4-4c78-ab48-b034917f25b2), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:31.514345 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-4975038c-1cd9-47dd-b450-8859660f5765 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93424b38a7474b9787347d46184008c3&device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 1096 time: 0.3317068 Jan 26 19:25:31.525487 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-e69946d1-327f-4ad1-b7dc-41735c6439ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:31.527110 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-e69946d1-327f-4ad1-b7dc-41735c6439ae service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96126fec-90a5-4e8d-afec-f07c12737d79 HTTP/1.1" status: 200 len: 855 time: 0.2436943 Jan 26 19:25:31.537750 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812bfc6-8e5b-4e85-b0a2-4bfaf10684a3 req-0ebffa9b-34a3-44de-b588-2a355ba5d6a2 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:31.546675 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1812bfc6-8e5b-4e85-b0a2-4bfaf10684a3 req-0ebffa9b-34a3-44de-b588-2a355ba5d6a2 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 944 time: 0.2656381 Jan 26 19:25:31.558597 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b69b09-047f-479e-ad07-c87da30b9351 x-openstack-request-id: req-19b69b09-047f-479e-ad07-c87da30b9351 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:25:31.559115 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91511721-4987-4610-a541-9b2aee7248eb", "tag": "5caae4f3-a4db-4e20-a9d4-2446fc03ad58", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:25:31.559489 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19b69b09-047f-479e-ad07-c87da30b9351 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:25:31.559917 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91511721-4987-4610-a541-9b2aee7248eb', 'tag': '5caae4f3-a4db-4e20-a9d4-2446fc03ad58', 'status': 'completed', 'code': 200} Jan 26 19:25:31.561720 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8f9d848a-7e42-4bab-ad09-a95de0fc1b63 req-8590732c-0554-4f76-8dbe-0853a1b707d6 service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684959 Jan 26 19:25:31.647806 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c4479faa-44a9-4d67-8ec3-1c5813a01e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (66749dd6-90b4-4c78-ab48-b034917f25b2), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:31.651701 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c4479faa-44a9-4d67-8ec3-1c5813a01e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:31.652981 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c4479faa-44a9-4d67-8ec3-1c5813a01e0a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/66749dd6-90b4-4c78-ab48-b034917f25b2 HTTP/1.1" status: 204 len: 168 time: 0.4386485 Jan 26 19:25:31.679988 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4479faa-44a9-4d67-8ec3-1c5813a01e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66749dd6-90b4-4c78-ab48-b034917f25b2,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:31.688094 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-8e1eff2e-752b-46e4-8640-8d9543c039ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5caae4f3-a4db-4e20-a9d4-2446fc03ad58 HTTP/1.1" status: 200 len: 217 time: 0.1390586 Jan 26 19:25:31.721499 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8f9d848a-7e42-4bab-ad09-a95de0fc1b63 req-abb421e3-5aba-4a55-a87d-3cc42a0a6104 service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533945 Jan 26 19:25:31.792807 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1812bfc6-8e5b-4e85-b0a2-4bfaf10684a3 req-5f772a90-a340-46d6-ba46-d7c264136116 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451024 Jan 26 19:25:31.794688 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-e9ba1d0b-39d3-4175-9294-7b67fff299f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:31.796192 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-e9ba1d0b-39d3-4175-9294-7b67fff299f2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68fda3bd-90ff-4f20-8f16-b16096f575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2354076 Jan 26 19:25:31.800308 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-93e07586-46d9-4993-8a18-a146d251a7dd req-aa1712ff-7833-4ed9-b9e8-6066a280a793 service neutron] 10.222.0.46 "GET /v2.0/networks/26b2db68-da0a-45e2-a594-43d4959688a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372192 Jan 26 19:25:31.805965 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-8d485b08-bbf4-4f9f-8228-debaa1dea1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:31.807455 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-8d485b08-bbf4-4f9f-8228-debaa1dea1cf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=60c69d80-c100-4f11-893e-f1b4a9dffa16 HTTP/1.1" status: 200 len: 859 time: 0.1084385 Jan 26 19:25:31.864863 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-45c337e2-678a-4a7d-854b-95b5f26406f8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8746d71a-820a-4b05-87b9-92fff64ad22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406632 Jan 26 19:25:31.992418 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce854d-9089-411f-8c5c-9eecd9fdea8f req-48c7a77d-c917-4259-8249-ca7fc10f1ac3 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:32.000954 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e8ce854d-9089-411f-8c5c-9eecd9fdea8f req-48c7a77d-c917-4259-8249-ca7fc10f1ac3 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 944 time: 0.0649302 Jan 26 19:25:32.062931 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e8ce854d-9089-411f-8c5c-9eecd9fdea8f req-53695755-3542-4bee-81a9-7f93a85af8ac tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606041 Jan 26 19:25:32.072108 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-5e1a00d4-537a-4418-aaa5-df8d4eef60df service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620134 Jan 26 19:25:32.093540 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-93e07586-46d9-4993-8a18-a146d251a7dd req-d652c0c9-b8b1-4857-8757-bec73399ffa3 service neutron] 10.222.0.46 "GET /v2.0/networks/26b2db68-da0a-45e2-a594-43d4959688a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851529 Jan 26 19:25:32.104061 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-ac7d67b3-433d-4cf2-bae0-2d31b46f10f5 service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249868 Jan 26 19:25:32.258810 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ad0d2680-fc92-4e2a-9a18-3fed1c60a54d req-cb9de7de-64b9-48ca-8b03-6756c4e1f655 service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778471 Jan 26 19:25:32.274979 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-09dddf07-bdb6-4f2f-a786-11990b59933b req-b88518ae-8e29-49b6-923a-7872eefcab3f service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627049 Jan 26 19:25:32.290192 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebaf4b6-0b7f-402d-ad0d-b68299b04259 req-fe11d04d-88b3-41f2-8778-702ed912cf15 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:32.291887 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4ebaf4b6-0b7f-402d-ad0d-b68299b04259 req-fe11d04d-88b3-41f2-8778-702ed912cf15 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 943 time: 0.0756483 Jan 26 19:25:32.421759 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4ebaf4b6-0b7f-402d-ad0d-b68299b04259 req-2c844ea7-dd36-48e7-958b-f1e361dca997 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223757 Jan 26 19:25:32.435054 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b8032-6f8f-466b-a37c-8e0f1ace04a4 req-85377cfb-298a-4101-b793-e095d8fd2ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:32.436618 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-857b8032-6f8f-466b-a37c-8e0f1ace04a4 req-85377cfb-298a-4101-b793-e095d8fd2ff3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93424b38a7474b9787347d46184008c3&device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 1096 time: 0.0777781 Jan 26 19:25:32.439096 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8635f-9685-4ff2-9ce1-ab3c1d2d92f0 req-933ba42b-e838-4130-bc72-2df08276c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:32.440459 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f0e8635f-9685-4ff2-9ce1-ab3c1d2d92f0 req-933ba42b-e838-4130-bc72-2df08276c666 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=200619f76ac54211847de3c39fa7c681&device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 1096 time: 0.1049936 Jan 26 19:25:32.540588 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ba8da-c685-4e84-8300-42a4b04d3f27 req-afe69d44-a238-47c6-85b9-1f15c2175046 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:32.548496 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a62ba8da-c685-4e84-8300-42a4b04d3f27 req-afe69d44-a238-47c6-85b9-1f15c2175046 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0840800 Jan 26 19:25:32.623501 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a62ba8da-c685-4e84-8300-42a4b04d3f27 req-b099a2b4-6d43-42db-a258-4bb6b2561f6e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736871 Jan 26 19:25:32.654178 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b8032-6f8f-466b-a37c-8e0f1ace04a4 req-0583bdf0-f23d-4859-acdc-f07a5d6f76ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:32.656519 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-857b8032-6f8f-466b-a37c-8e0f1ace04a4 req-0583bdf0-f23d-4859-acdc-f07a5d6f76ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=8746d71a-820a-4b05-87b9-92fff64ad22d HTTP/1.1" status: 200 len: 920 time: 0.2073696 Jan 26 19:25:32.726206 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-857b8032-6f8f-466b-a37c-8e0f1ace04a4 req-69b33516-46c7-4334-9a71-fd022e944182 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5caae4f3-a4db-4e20-a9d4-2446fc03ad58 HTTP/1.1" status: 200 len: 217 time: 0.0624006 Jan 26 19:25:32.767152 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8635f-9685-4ff2-9ce1-ab3c1d2d92f0 req-51fdb137-011b-429e-bc92-a35c06814ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:32.768905 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f0e8635f-9685-4ff2-9ce1-ab3c1d2d92f0 req-51fdb137-011b-429e-bc92-a35c06814ff5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=68fda3bd-90ff-4f20-8f16-b16096f575dd HTTP/1.1" status: 200 len: 917 time: 0.3162365 Jan 26 19:25:32.834629 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f0e8635f-9685-4ff2-9ce1-ab3c1d2d92f0 req-e28596f4-5013-45cb-b0bd-efa98422062c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe434a86-f778-4b6d-a4b9-ab67af155876 HTTP/1.1" status: 200 len: 217 time: 0.0576189 Jan 26 19:25:32.913143 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b8032-6f8f-466b-a37c-8e0f1ace04a4 req-018a8840-92fb-4393-b563-825385296b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:32.914699 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-857b8032-6f8f-466b-a37c-8e0f1ace04a4 req-018a8840-92fb-4393-b563-825385296b8e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=60c69d80-c100-4f11-893e-f1b4a9dffa16 HTTP/1.1" status: 200 len: 859 time: 0.1806836 Jan 26 19:25:32.921833 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8635f-9685-4ff2-9ce1-ab3c1d2d92f0 req-11d16256-c845-4738-a8b2-287fc05a7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:32.921833 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f0e8635f-9685-4ff2-9ce1-ab3c1d2d92f0 req-11d16256-c845-4738-a8b2-287fc05a7278 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96126fec-90a5-4e8d-afec-f07c12737d79 HTTP/1.1" status: 200 len: 855 time: 0.0782676 Jan 26 19:25:33.158934 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-857b8032-6f8f-466b-a37c-8e0f1ace04a4 req-4b74d48c-cb98-4fce-ac29-f0c7b41ce667 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8746d71a-820a-4b05-87b9-92fff64ad22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2361364 Jan 26 19:25:33.207161 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c134a-d4fa-4507-bff2-47bef6f8781a req-0a6b8d07-6fb8-4c72-9bdd-3f6c15da4b2c tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:33.212846 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1d3c134a-d4fa-4507-bff2-47bef6f8781a req-0a6b8d07-6fb8-4c72-9bdd-3f6c15da4b2c tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 944 time: 0.0688546 Jan 26 19:25:33.251803 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8635f-9685-4ff2-9ce1-ab3c1d2d92f0 req-a03ebab9-5bb6-4dbb-b1d7-f7b40322a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:33.253919 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f0e8635f-9685-4ff2-9ce1-ab3c1d2d92f0 req-a03ebab9-5bb6-4dbb-b1d7-f7b40322a8a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68fda3bd-90ff-4f20-8f16-b16096f575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3114071 Jan 26 19:25:33.278263 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e2c70-4c6d-4db0-a022-c4bb180468fc req-c6928509-46d3-4497-a9c6-b497c5ff8be6 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:33.280931 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-618e2c70-4c6d-4db0-a022-c4bb180468fc req-c6928509-46d3-4497-a9c6-b497c5ff8be6 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 944 time: 0.3626935 Jan 26 19:25:33.282586 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 6758173a-c05b-4dbe-a01f-d4b556f91c47 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:25:33.294003 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1d3c134a-d4fa-4507-bff2-47bef6f8781a req-42c801e2-c69b-4dd3-8e03-229111b45b14 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772688 Jan 26 19:25:33.432524 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-857b8032-6f8f-466b-a37c-8e0f1ace04a4 req-9f4f83aa-9585-48e8-b6aa-b4e989a81c0e service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657163 Jan 26 19:25:33.438917 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 6758173a-c05b-4dbe-a01f-d4b556f91c47, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6758173a-c05b-4dbe-a01f-d4b556f91c47,segment=NetworkSegment(1de36d51-7fdd-41d1-88bf-57180f9fb110),segment_id=1de36d51-7fdd-41d1-88bf-57180f9fb110)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:33.447853 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-618e2c70-4c6d-4db0-a022-c4bb180468fc req-2a54dbe9-bfb0-49dc-b03a-c884bd3fb83a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559303 Jan 26 19:25:33.451977 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': '6758173a-c05b-4dbe-a01f-d4b556f91c47', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'port_id': '6758173a-c05b-4dbe-a01f-d4b556f91c47', 'mac_address': 'fa:16:3e:d2:98:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:25:33.481869 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f0e8635f-9685-4ff2-9ce1-ab3c1d2d92f0 req-44fa904e-81b1-41a8-9fdc-45a26c8b69c5 service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997738 Jan 26 19:25:33.490452 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 6758173a-c05b-4dbe-a01f-d4b556f91c47 is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:33.490838 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (6758173a-c05b-4dbe-a01f-d4b556f91c47), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:33.504622 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6758173a-c05b-4dbe-a01f-d4b556f91c47 {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:25:33.529658 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 6758173a-c05b-4dbe-a01f-d4b556f91c47, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6758173a-c05b-4dbe-a01f-d4b556f91c47,segment=NetworkSegment(1de36d51-7fdd-41d1-88bf-57180f9fb110),segment_id=1de36d51-7fdd-41d1-88bf-57180f9fb110)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:33.534585 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (6758173a-c05b-4dbe-a01f-d4b556f91c47), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:33.535170 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 1b7adc2f-208b-4133-b88e-b377af0b7104 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:25:33.554445 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d41a6a-25bc-4cec-b191-808b1950c210 req-4a1ed475-6a27-41d5-bc1a-6a3dccc5cdee tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:33.555990 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-24d41a6a-25bc-4cec-b191-808b1950c210 req-4a1ed475-6a27-41d5-bc1a-6a3dccc5cdee tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 943 time: 0.0516520 Jan 26 19:25:33.610369 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-24d41a6a-25bc-4cec-b191-808b1950c210 req-9f9c171d-3d76-4771-9c3c-d253623a582f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479643 Jan 26 19:25:33.653559 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=6758173a-c05b-4dbe-a01f-d4b556f91c47,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:33.684050 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 1b7adc2f-208b-4133-b88e-b377af0b7104, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1b7adc2f-208b-4133-b88e-b377af0b7104,segment=NetworkSegment(09b212e7-8c79-48ff-8913-665194453dd5),segment_id=09b212e7-8c79-48ff-8913-665194453dd5)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:33.695411 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': '1b7adc2f-208b-4133-b88e-b377af0b7104', 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d', 'port_id': '1b7adc2f-208b-4133-b88e-b377af0b7104', 'mac_address': 'fa:16:3e:27:f8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c69d80-c100-4f11-893e-f1b4a9dffa16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:25:33.739490 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 1b7adc2f-208b-4133-b88e-b377af0b7104 is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:33.739932 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (1b7adc2f-208b-4133-b88e-b377af0b7104), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:33.747121 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7adeb94-cb85-4f6a-ad4c-a8a978335cb8 req-114e3519-41f6-4b32-a312-95f508fe66e8 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:33.748809 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d7adeb94-cb85-4f6a-ad4c-a8a978335cb8 req-114e3519-41f6-4b32-a312-95f508fe66e8 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0597906 Jan 26 19:25:33.753965 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7adc2f-208b-4133-b88e-b377af0b7104 {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:25:33.774995 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 1b7adc2f-208b-4133-b88e-b377af0b7104, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1b7adc2f-208b-4133-b88e-b377af0b7104,segment=NetworkSegment(09b212e7-8c79-48ff-8913-665194453dd5),segment_id=09b212e7-8c79-48ff-8913-665194453dd5)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:33.779312 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (1b7adc2f-208b-4133-b88e-b377af0b7104), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:33.780343 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 1a5716f6-ee7f-47b4-9680-f7b8772235cd details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:25:33.799608 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d7adeb94-cb85-4f6a-ad4c-a8a978335cb8 req-75790ab8-f1aa-4466-bf29-44a89415a461 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440912 Jan 26 19:25:33.850966 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=1b7adc2f-208b-4133-b88e-b377af0b7104,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:33.921930 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 1a5716f6-ee7f-47b4-9680-f7b8772235cd, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1a5716f6-ee7f-47b4-9680-f7b8772235cd,segment=NetworkSegment(96d8a119-d839-4480-ab30-41b2efaa1f15),segment_id=96d8a119-d839-4480-ab30-41b2efaa1f15)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:33.936102 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': '1a5716f6-ee7f-47b4-9680-f7b8772235cd', 'network_id': '26b2db68-da0a-45e2-a594-43d4959688a1', 'port_id': '1a5716f6-ee7f-47b4-9680-f7b8772235cd', 'mac_address': 'fa:16:3e:39:c6:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93576319-cdc3-4ce0-8a3c-40f7bd90444f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:25:34.002078 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 1a5716f6-ee7f-47b4-9680-f7b8772235cd is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:34.002546 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (1a5716f6-ee7f-47b4-9680-f7b8772235cd), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:34.017819 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5716f6-ee7f-47b4-9680-f7b8772235cd {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:25:34.052583 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 1a5716f6-ee7f-47b4-9680-f7b8772235cd, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1a5716f6-ee7f-47b4-9680-f7b8772235cd,segment=NetworkSegment(96d8a119-d839-4480-ab30-41b2efaa1f15),segment_id=96d8a119-d839-4480-ab30-41b2efaa1f15)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:34.053850 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-9ce02a39-c716-4c40-8bb4-c4adf528659c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:34.059941 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (1a5716f6-ee7f-47b4-9680-f7b8772235cd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:34.110920 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=1a5716f6-ee7f-47b4-9680-f7b8772235cd,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:34.415724 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccaf629-0306-44e9-b5fd-d02206088e51 req-a9478fa2-a9bc-4a12-99b6-97745a986ab5 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:34.417212 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4ccaf629-0306-44e9-b5fd-d02206088e51 req-a9478fa2-a9bc-4a12-99b6-97745a986ab5 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 945 time: 0.0507407 Jan 26 19:25:34.466027 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4ccaf629-0306-44e9-b5fd-d02206088e51 req-33b43241-cf7b-4758-8c94-b22fcc0a076a tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432394 Jan 26 19:25:34.564546 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05210153-46bf-4bfa-983d-4f8082eff138 req-f44308ab-2444-415d-a44c-c10ab1ff341e tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:34.565924 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-05210153-46bf-4bfa-983d-4f8082eff138 req-f44308ab-2444-415d-a44c-c10ab1ff341e tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 945 time: 0.0465848 Jan 26 19:25:34.704464 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-05210153-46bf-4bfa-983d-4f8082eff138 req-05626ee8-a707-4efa-b61a-2e6a8465e20a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317544 Jan 26 19:25:34.724978 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc819571-8196-43e4-ba16-72fe6ec36579 req-d41fcf9a-62d4-4f9a-ae9f-5ed0e4a9f116 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:34.726569 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-fc819571-8196-43e4-ba16-72fe6ec36579 req-d41fcf9a-62d4-4f9a-ae9f-5ed0e4a9f116 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 943 time: 0.0472443 Jan 26 19:25:34.772640 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-fc819571-8196-43e4-ba16-72fe6ec36579 req-85bd8422-58ac-420b-8995-6917eb0b884b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399697 Jan 26 19:25:34.778008 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f0e8635f-9685-4ff2-9ce1-ab3c1d2d92f0 req-00b85004-41c3-42a6-be76-a177575f82c5 service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717312 Jan 26 19:25:34.789282 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-857b8032-6f8f-466b-a37c-8e0f1ace04a4 req-ef6613fc-b1fa-4c25-9571-614dc9264cc7 service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844780 Jan 26 19:25:34.915863 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39950513-0878-45ae-9c5f-8fe8b5b6765d req-ddf5161a-369c-43c9-bb14-b5c11e5ac3c8 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:34.917307 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-39950513-0878-45ae-9c5f-8fe8b5b6765d req-ddf5161a-369c-43c9-bb14-b5c11e5ac3c8 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0475442 Jan 26 19:25:34.964288 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-39950513-0878-45ae-9c5f-8fe8b5b6765d req-e8c53309-5fdf-419e-a560-a3b35cc130a7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413206 Jan 26 19:25:35.599961 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf70422-9b0c-4f3b-89e2-c41fc9a2e40e req-52f03bfb-1dc9-4c3d-8ba1-0cd64d7b6017 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:35.601670 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9cf70422-9b0c-4f3b-89e2-c41fc9a2e40e req-52f03bfb-1dc9-4c3d-8ba1-0cd64d7b6017 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 945 time: 0.0491371 Jan 26 19:25:35.647881 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9cf70422-9b0c-4f3b-89e2-c41fc9a2e40e req-be3683c4-3e55-4c3a-9134-164256f2474d tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403931 Jan 26 19:25:35.823608 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99664166-637b-4d69-b1f7-fa1e5bc83f27 req-60b0fc92-8c69-467d-a971-6c92af8024f1 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:35.825640 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-99664166-637b-4d69-b1f7-fa1e5bc83f27 req-60b0fc92-8c69-467d-a971-6c92af8024f1 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 945 time: 0.0521529 Jan 26 19:25:35.878409 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-99664166-637b-4d69-b1f7-fa1e5bc83f27 req-311c6277-84ba-4588-8da3-ec7487a523b6 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472682 Jan 26 19:25:35.913816 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c9953e-8331-4ed3-bc72-d61d98513ef9 req-da653e99-2e80-4737-afb4-031e2b88b039 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:35.915862 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-35c9953e-8331-4ed3-bc72-d61d98513ef9 req-da653e99-2e80-4737-afb4-031e2b88b039 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 943 time: 0.0669048 Jan 26 19:25:35.960180 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-35c9953e-8331-4ed3-bc72-d61d98513ef9 req-b6590d3d-7d7d-4bfa-b5d1-4b3de3407de2 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387061 Jan 26 19:25:36.085137 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83a781-2e38-4692-aaea-b301e0f70532 req-f789021b-4e79-44a6-9684-b8bd4cc350e1 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:36.087188 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1f83a781-2e38-4692-aaea-b301e0f70532 req-f789021b-4e79-44a6-9684-b8bd4cc350e1 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0475059 Jan 26 19:25:36.136174 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1f83a781-2e38-4692-aaea-b301e0f70532 req-1a528b22-4696-4902-a85a-0276aada067b tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431075 Jan 26 19:25:36.161833 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 50296) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:36.260591 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f3a1a29a-0e58-4ed3-b3e7-00fe784c3ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:36.291917 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-9c28fe14-d581-4dd4-8b64-f558c98ec6c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:36.334978 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f3a1a29a-0e58-4ed3-b3e7-00fe784c3ea1 admin admin] Publish callbacks [] for security_group (39c9ce74-eed0-41e1-a2d3-a79f0b929b7a), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:36.339243 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f3a1a29a-0e58-4ed3-b3e7-00fe784c3ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (39c9ce74-eed0-41e1-a2d3-a79f0b929b7a), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:36.378444 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f3a1a29a-0e58-4ed3-b3e7-00fe784c3ea1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=022cb81c68af45cc91a74ff129443640&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2155514 Jan 26 19:25:36.379291 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1a29a-0e58-4ed3-b3e7-00fe784c3ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c9ce74-eed0-41e1-a2d3-a79f0b929b7a,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:36.381151 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 50300) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:36.426946 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dbc51fc7-0ed9-4254-b34f-1719e2156453 admin admin] Publish callbacks [] for security_group (39c9ce74-eed0-41e1-a2d3-a79f0b929b7a), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:36.446946 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dbc51fc7-0ed9-4254-b34f-1719e2156453 admin admin] Publish callbacks [] for security_group (39c9ce74-eed0-41e1-a2d3-a79f0b929b7a), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:36.489475 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dbc51fc7-0ed9-4254-b34f-1719e2156453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (39c9ce74-eed0-41e1-a2d3-a79f0b929b7a), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:36.491997 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dbc51fc7-0ed9-4254-b34f-1719e2156453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:36.493130 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-dbc51fc7-0ed9-4254-b34f-1719e2156453 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/39c9ce74-eed0-41e1-a2d3-a79f0b929b7a HTTP/1.1" status: 204 len: 168 time: 0.1109283 Jan 26 19:25:36.500132 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc51fc7-0ed9-4254-b34f-1719e2156453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c9ce74-eed0-41e1-a2d3-a79f0b929b7a,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:36.752833 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 50312) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:36.763678 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a978a-7973-4467-a674-bd6a12c0a22c req-688dd9f2-495d-4e7f-9cfc-081dad22aa03 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:36.765212 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-eb2a978a-7973-4467-a674-bd6a12c0a22c req-688dd9f2-495d-4e7f-9cfc-081dad22aa03 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 945 time: 0.0517662 Jan 26 19:25:36.768802 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4d426854-664e-4313-a411-4f35f7a53989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:36.849286 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4d426854-664e-4313-a411-4f35f7a53989 admin admin] Publish callbacks [] for security_group (b992b3a2-9a67-4e7f-900b-575bae8f4e6b), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:36.853851 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4d426854-664e-4313-a411-4f35f7a53989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (b992b3a2-9a67-4e7f-900b-575bae8f4e6b), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:36.893361 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-4d426854-664e-4313-a411-4f35f7a53989 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce3b904d2e5f4a4d82ac912d4cf41650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394176 Jan 26 19:25:36.894287 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d426854-664e-4313-a411-4f35f7a53989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b992b3a2-9a67-4e7f-900b-575bae8f4e6b,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:36.896728 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 50314) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:36.947201 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-794993dc-43ec-4248-ac2c-5d96b6f6ad55 admin admin] Publish callbacks [] for security_group (b992b3a2-9a67-4e7f-900b-575bae8f4e6b), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:36.969211 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-794993dc-43ec-4248-ac2c-5d96b6f6ad55 admin admin] Publish callbacks [] for security_group (b992b3a2-9a67-4e7f-900b-575bae8f4e6b), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:36.996521 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-eb2a978a-7973-4467-a674-bd6a12c0a22c req-24d64fee-9de9-46b3-96c2-efda88249b1a tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256353 Jan 26 19:25:37.042949 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64088ba9-dced-4d80-8bf9-d41e5414ef56 req-1df3b3cf-0d07-4931-bd41-c8dc94c075ac tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:37.044437 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-64088ba9-dced-4d80-8bf9-d41e5414ef56 req-1df3b3cf-0d07-4931-bd41-c8dc94c075ac tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 945 time: 0.0690958 Jan 26 19:25:37.073088 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-794993dc-43ec-4248-ac2c-5d96b6f6ad55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (b992b3a2-9a67-4e7f-900b-575bae8f4e6b), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:37.078336 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-794993dc-43ec-4248-ac2c-5d96b6f6ad55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:37.079506 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-794993dc-43ec-4248-ac2c-5d96b6f6ad55 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b992b3a2-9a67-4e7f-900b-575bae8f4e6b HTTP/1.1" status: 204 len: 168 time: 0.1818919 Jan 26 19:25:37.096875 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794993dc-43ec-4248-ac2c-5d96b6f6ad55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b992b3a2-9a67-4e7f-900b-575bae8f4e6b,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:37.110386 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d213a-2818-4561-9133-7f33dc66f84a req-41d98075-411b-4a9d-ab0f-d56ca9e06ab6 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:37.111892 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-668d213a-2818-4561-9133-7f33dc66f84a req-41d98075-411b-4a9d-ab0f-d56ca9e06ab6 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 943 time: 0.0501347 Jan 26 19:25:37.128342 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-64088ba9-dced-4d80-8bf9-d41e5414ef56 req-66195546-6ef2-4562-b83b-a52f4051473a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748739 Jan 26 19:25:37.176533 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-668d213a-2818-4561-9133-7f33dc66f84a req-f928802c-ca5a-4a3e-88d0-9b5d73b8d290 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526729 Jan 26 19:25:37.266821 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e20526-ae41-4690-a7da-da399c1acd2d req-b5e2f690-8173-4011-bd20-999df646aa79 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:37.268483 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-92e20526-ae41-4690-a7da-da399c1acd2d req-b5e2f690-8173-4011-bd20-999df646aa79 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0528562 Jan 26 19:25:37.315017 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-92e20526-ae41-4690-a7da-da399c1acd2d req-dd82ddaa-28e7-40b7-8bf1-17ca0a85643e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406411 Jan 26 19:25:37.661195 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['1b7adc2f-208b-4133-b88e-b377af0b7104'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:25:37.699844 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['6758173a-c05b-4dbe-a01f-d4b556f91c47'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:25:37.793027 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:37.803680 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['1a5716f6-ee7f-47b4-9680-f7b8772235cd'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:25:37.938866 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:38.118757 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b13a7-8411-44ee-97e6-47540cea38e6 req-ae81ddab-607f-4d61-8857-307e30e9abca tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:38.120564 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a18b13a7-8411-44ee-97e6-47540cea38e6 req-ae81ddab-607f-4d61-8857-307e30e9abca tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 945 time: 0.0515189 Jan 26 19:25:38.192438 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a18b13a7-8411-44ee-97e6-47540cea38e6 req-5da88096-c7ae-4257-bb0a-1c185d011521 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655313 Jan 26 19:25:38.306086 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a40392-b3e2-4222-bfe4-3ab7274a9662 req-477a9eaf-7e98-4c52-a8c4-aca7b7292eab tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:38.308328 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e6a40392-b3e2-4222-bfe4-3ab7274a9662 req-477a9eaf-7e98-4c52-a8c4-aca7b7292eab tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 945 time: 0.0856290 Jan 26 19:25:38.313443 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae757f-8cbc-47b1-be94-2f478ddc4b06 req-b6a1c6ec-81f3-441f-81be-431813496f4e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:38.320269 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3eae757f-8cbc-47b1-be94-2f478ddc4b06 req-b6a1c6ec-81f3-441f-81be-431813496f4e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 943 time: 0.0573404 Jan 26 19:25:38.367791 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e6a40392-b3e2-4222-bfe4-3ab7274a9662 req-1a3fef95-28e4-45de-b73d-239de695944c tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532436 Jan 26 19:25:38.372501 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3eae757f-8cbc-47b1-be94-2f478ddc4b06 req-ec8bdd3f-92fe-4dea-960b-5714e0c686d4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510840 Jan 26 19:25:38.469596 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72215026-1ef8-465b-97c1-23ccd5f2fad5 req-74fcebea-4af0-42e8-b072-310b56eba711 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:38.471030 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-72215026-1ef8-465b-97c1-23ccd5f2fad5 req-74fcebea-4af0-42e8-b072-310b56eba711 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0469458 Jan 26 19:25:38.517286 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-72215026-1ef8-465b-97c1-23ccd5f2fad5 req-0a9e33ef-ace7-4216-ae6f-022ad58fce81 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407455 Jan 26 19:25:38.865699 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 50406) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:38.943685 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:38.972969 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-41383b7f-4a47-4f06-8ee1-fb2396e09ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:39.048868 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-41383b7f-4a47-4f06-8ee1-fb2396e09ee7 admin admin] Publish callbacks [] for security_group (71ba6a99-46f2-47ad-a90e-2c9f21f9f94e), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:39.052805 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-41383b7f-4a47-4f06-8ee1-fb2396e09ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (71ba6a99-46f2-47ad-a90e-2c9f21f9f94e), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:39.094192 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 50420) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:39.096385 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-41383b7f-4a47-4f06-8ee1-fb2396e09ee7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=54831bcda0c648d9a86e56e5767fd92e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295194 Jan 26 19:25:39.097534 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41383b7f-4a47-4f06-8ee1-fb2396e09ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ba6a99-46f2-47ad-a90e-2c9f21f9f94e,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:39.151359 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52052063-5251-4d6c-b1ad-ee466baad896 admin admin] Publish callbacks [] for security_group (71ba6a99-46f2-47ad-a90e-2c9f21f9f94e), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:39.172960 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52052063-5251-4d6c-b1ad-ee466baad896 admin admin] Publish callbacks [] for security_group (71ba6a99-46f2-47ad-a90e-2c9f21f9f94e), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:39.218575 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52052063-5251-4d6c-b1ad-ee466baad896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (71ba6a99-46f2-47ad-a90e-2c9f21f9f94e), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:39.221294 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-52052063-5251-4d6c-b1ad-ee466baad896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:39.222440 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-52052063-5251-4d6c-b1ad-ee466baad896 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/71ba6a99-46f2-47ad-a90e-2c9f21f9f94e HTTP/1.1" status: 204 len: 168 time: 0.1272702 Jan 26 19:25:39.232700 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52052063-5251-4d6c-b1ad-ee466baad896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ba6a99-46f2-47ad-a90e-2c9f21f9f94e,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:39.311285 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b85ea0-3544-4b7f-851c-97666ed77139 req-c78ba181-b939-4f7a-9424-ba615dc8c310 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:39.316297 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f7b85ea0-3544-4b7f-851c-97666ed77139 req-c78ba181-b939-4f7a-9424-ba615dc8c310 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 945 time: 0.0530231 Jan 26 19:25:39.376342 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f7b85ea0-3544-4b7f-851c-97666ed77139 req-d07c0b57-4fd9-4b22-8c6a-60d5c320d27c tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576785 Jan 26 19:25:39.509208 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20951848-28de-4ea1-a10c-504e7f8b8bc2 req-5fc4938b-36b1-4317-b7c7-7effcd7afeea tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:39.510939 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-20951848-28de-4ea1-a10c-504e7f8b8bc2 req-5fc4938b-36b1-4317-b7c7-7effcd7afeea tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 943 time: 0.0608034 Jan 26 19:25:39.516631 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d70d3e-b0f9-45f6-a347-0e9a7d26e2a1 req-a63e8319-d643-407d-ba48-9c8c9df11d34 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:39.525390 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-89d70d3e-b0f9-45f6-a347-0e9a7d26e2a1 req-a63e8319-d643-407d-ba48-9c8c9df11d34 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 945 time: 0.0647151 Jan 26 19:25:39.561430 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 50444) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:39.572454 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-20951848-28de-4ea1-a10c-504e7f8b8bc2 req-6f52b951-9559-4b8f-b262-69966f71802d tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550582 Jan 26 19:25:39.581824 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bb1eaee8-b678-47c9-837c-ec1ae60df5cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:39.599094 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-89d70d3e-b0f9-45f6-a347-0e9a7d26e2a1 req-5d8eb612-98d3-474e-a74e-2bc6112dd5e5 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726385 Jan 26 19:25:39.688126 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1661c-6dca-4d92-aade-6ababedb3216 req-731f1f58-da44-4109-8598-9fadb24e947a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:39.689718 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-07f1661c-6dca-4d92-aade-6ababedb3216 req-731f1f58-da44-4109-8598-9fadb24e947a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0536275 Jan 26 19:25:39.701367 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bb1eaee8-b678-47c9-837c-ec1ae60df5cd admin admin] Publish callbacks [] for security_group (fcaf9ebc-c4e0-429c-a44c-697bb03c2d7e), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:39.705775 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bb1eaee8-b678-47c9-837c-ec1ae60df5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (fcaf9ebc-c4e0-429c-a44c-697bb03c2d7e), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:39.744021 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-07f1661c-6dca-4d92-aade-6ababedb3216 req-adbe238e-2444-44ae-a902-46346ec17247 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454631 Jan 26 19:25:39.753051 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-bb1eaee8-b678-47c9-837c-ec1ae60df5cd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bb248b76145b43cd882e254f14228cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879690 Jan 26 19:25:39.753051 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1eaee8-b678-47c9-837c-ec1ae60df5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaf9ebc-c4e0-429c-a44c-697bb03c2d7e,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:39.753881 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 50448) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:39.803286 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-81d0d33b-917f-46ce-b392-98466eb6a434 admin admin] Publish callbacks [] for security_group (fcaf9ebc-c4e0-429c-a44c-697bb03c2d7e), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:39.825314 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-81d0d33b-917f-46ce-b392-98466eb6a434 admin admin] Publish callbacks [] for security_group (fcaf9ebc-c4e0-429c-a44c-697bb03c2d7e), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:39.869370 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-81d0d33b-917f-46ce-b392-98466eb6a434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (fcaf9ebc-c4e0-429c-a44c-697bb03c2d7e), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:39.872202 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-81d0d33b-917f-46ce-b392-98466eb6a434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:39.873394 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-81d0d33b-917f-46ce-b392-98466eb6a434 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fcaf9ebc-c4e0-429c-a44c-697bb03c2d7e HTTP/1.1" status: 204 len: 168 time: 0.1185112 Jan 26 19:25:39.880880 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0d33b-917f-46ce-b392-98466eb6a434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaf9ebc-c4e0-429c-a44c-697bb03c2d7e,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:40.266413 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:40.490804 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d7029-7e47-4dd0-9af2-6cf6e6d70fd9 req-a42ded03-fd3f-42c3-80ec-e1c6a074588a tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:40.492296 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-081d7029-7e47-4dd0-9af2-6cf6e6d70fd9 req-a42ded03-fd3f-42c3-80ec-e1c6a074588a tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 945 time: 0.0474591 Jan 26 19:25:40.542325 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-081d7029-7e47-4dd0-9af2-6cf6e6d70fd9 req-e19ff6e6-e41c-4260-a8ef-e397bb486606 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445709 Jan 26 19:25:40.699944 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277476d8-b145-4c8e-aa8b-cdfbfa645d14 req-aed05666-fcec-4666-8173-5e4bfdf1bc85 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:40.701443 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-277476d8-b145-4c8e-aa8b-cdfbfa645d14 req-aed05666-fcec-4666-8173-5e4bfdf1bc85 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 943 time: 0.0501769 Jan 26 19:25:40.723528 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0123cb0-b9ed-4500-8924-aeaca94c1166 req-a7b8ff8a-4971-4991-88ac-848aec937c22 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:40.725698 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a0123cb0-b9ed-4500-8924-aeaca94c1166 req-a7b8ff8a-4971-4991-88ac-848aec937c22 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 945 time: 0.0564537 Jan 26 19:25:40.750670 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-277476d8-b145-4c8e-aa8b-cdfbfa645d14 req-3d64cb91-e022-48a9-a6a9-d2f83ff12634 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418828 Jan 26 19:25:40.797448 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a0123cb0-b9ed-4500-8924-aeaca94c1166 req-6a63beff-b84d-4b99-b1bb-f866aa12b8e4 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622597 Jan 26 19:25:40.897662 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97574573-5426-4b23-903b-d6250fd9fa75 req-fd1a8aac-b703-40c7-9450-190b9621f335 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:40.900206 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-97574573-5426-4b23-903b-d6250fd9fa75 req-fd1a8aac-b703-40c7-9450-190b9621f335 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0522931 Jan 26 19:25:40.935864 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 50500) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:40.948974 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-97574573-5426-4b23-903b-d6250fd9fa75 req-faaebe0c-1a22-4e63-a495-52c2a48eab20 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428147 Jan 26 19:25:41.052089 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-85dfe48f-595b-4fb6-a5dd-ae5d2807195d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:41.123397 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-85dfe48f-595b-4fb6-a5dd-ae5d2807195d admin admin] Publish callbacks [] for security_group (73c6d31b-79b6-4354-ba1e-569db4435193), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:41.127104 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-85dfe48f-595b-4fb6-a5dd-ae5d2807195d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (73c6d31b-79b6-4354-ba1e-569db4435193), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:41.164386 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-85dfe48f-595b-4fb6-a5dd-ae5d2807195d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3c49808751d482d9872b887091fa349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2265050 Jan 26 19:25:41.164954 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfe48f-595b-4fb6-a5dd-ae5d2807195d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c6d31b-79b6-4354-ba1e-569db4435193,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:41.166710 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 50508) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:41.220123 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-00414931-84ae-49ca-addc-673bc3f2a561 admin admin] Publish callbacks [] for security_group (73c6d31b-79b6-4354-ba1e-569db4435193), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:41.240142 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-00414931-84ae-49ca-addc-673bc3f2a561 admin admin] Publish callbacks [] for security_group (73c6d31b-79b6-4354-ba1e-569db4435193), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:41.289433 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-00414931-84ae-49ca-addc-673bc3f2a561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (73c6d31b-79b6-4354-ba1e-569db4435193), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:41.292417 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-00414931-84ae-49ca-addc-673bc3f2a561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:41.293671 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-00414931-84ae-49ca-addc-673bc3f2a561 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/73c6d31b-79b6-4354-ba1e-569db4435193 HTTP/1.1" status: 204 len: 168 time: 0.1259468 Jan 26 19:25:41.306595 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00414931-84ae-49ca-addc-673bc3f2a561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c6d31b-79b6-4354-ba1e-569db4435193,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:41.661996 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7f7ff-6c46-45c6-8164-e8830fd5e338 req-f02efb2d-cb54-4bd9-9c94-e0d17b6b405c tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:41.663559 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-03a7f7ff-6c46-45c6-8164-e8830fd5e338 req-f02efb2d-cb54-4bd9-9c94-e0d17b6b405c tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 945 time: 0.0560455 Jan 26 19:25:41.711271 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-03a7f7ff-6c46-45c6-8164-e8830fd5e338 req-b5ebe37c-bad7-4a74-a5f4-b536b6404918 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401089 Jan 26 19:25:41.873789 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7fcda8-eda5-41a8-a1e4-2dce6c778a85 req-a542d407-c6a4-4e54-9eba-8656297003f2 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:41.875488 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7e7fcda8-eda5-41a8-a1e4-2dce6c778a85 req-a542d407-c6a4-4e54-9eba-8656297003f2 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 943 time: 0.0565543 Jan 26 19:25:41.920310 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060d8bb-1c85-4615-8ac1-a8a688e6b9e4 req-c4359e1b-742f-4fec-a02a-c45171d3a748 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:41.922036 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b060d8bb-1c85-4615-8ac1-a8a688e6b9e4 req-c4359e1b-742f-4fec-a02a-c45171d3a748 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 945 time: 0.0526407 Jan 26 19:25:41.923193 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7e7fcda8-eda5-41a8-a1e4-2dce6c778a85 req-e669dbb7-8bac-421f-b38c-0c6aca27c16e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422246 Jan 26 19:25:41.969561 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b060d8bb-1c85-4615-8ac1-a8a688e6b9e4 req-5b5c4d16-bb33-438e-bb89-e6bc5bb1ca90 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414157 Jan 26 19:25:42.069364 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a72eb0-c799-4754-b978-f018951f41ac req-27ae0d59-c7e7-40a5-8255-6c1e9729c513 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:42.070747 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-10a72eb0-c799-4754-b978-f018951f41ac req-27ae0d59-c7e7-40a5-8255-6c1e9729c513 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0488834 Jan 26 19:25:42.120346 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-10a72eb0-c799-4754-b978-f018951f41ac req-398d01dc-e0f2-4ac7-bb35-8bc3a0086559 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431032 Jan 26 19:25:42.825414 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea7b611-4dfd-4793-83ea-3cf8ca5ae0f7 req-7f4c4103-67d9-48dd-92d2-00bcbd2c7faf tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:42.827019 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0ea7b611-4dfd-4793-83ea-3cf8ca5ae0f7 req-7f4c4103-67d9-48dd-92d2-00bcbd2c7faf tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 945 time: 0.0513799 Jan 26 19:25:42.886366 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0ea7b611-4dfd-4793-83ea-3cf8ca5ae0f7 req-2d51ac42-c2b4-4612-9ff3-6b64117023df tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530457 Jan 26 19:25:43.036064 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189257c-b423-4551-a83e-9d338b64edf3 req-a21d44d4-9d81-4000-ad8d-3135d08610a1 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:43.037528 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b189257c-b423-4551-a83e-9d338b64edf3 req-a21d44d4-9d81-4000-ad8d-3135d08610a1 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 943 time: 0.0467720 Jan 26 19:25:43.082091 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bdfaf-b7bb-45b9-83f3-35b9c207e509 req-1efe3618-d89e-4376-b337-e09033dacfaa tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:43.083652 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e05bdfaf-b7bb-45b9-83f3-35b9c207e509 req-1efe3618-d89e-4376-b337-e09033dacfaa tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 945 time: 0.0486457 Jan 26 19:25:43.094827 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b189257c-b423-4551-a83e-9d338b64edf3 req-2e5cba9b-b932-4606-8d99-ed22c3960cf6 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514266 Jan 26 19:25:43.130765 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e05bdfaf-b7bb-45b9-83f3-35b9c207e509 req-425b92c7-6196-4918-a867-10b40e340ecb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410447 Jan 26 19:25:43.233482 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985cd18-53cc-44ab-82d3-2372ffbc12be req-5255b4b4-c3d1-453c-93b0-d3aa41bd4115 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:43.234928 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e985cd18-53cc-44ab-82d3-2372ffbc12be req-5255b4b4-c3d1-453c-93b0-d3aa41bd4115 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0462935 Jan 26 19:25:43.282724 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e985cd18-53cc-44ab-82d3-2372ffbc12be req-bd609c86-4391-477f-bcf9-3566624be4d4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423033 Jan 26 19:25:43.997218 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96250b9b-5775-406c-b51a-464d29b143f6 req-d87086c7-8232-4d9a-acfe-578cd0c767c4 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:43.998650 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-96250b9b-5775-406c-b51a-464d29b143f6 req-d87086c7-8232-4d9a-acfe-578cd0c767c4 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 945 time: 0.0461831 Jan 26 19:25:44.047151 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-96250b9b-5775-406c-b51a-464d29b143f6 req-f224ca56-8149-422a-b9ed-10306e26aac3 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429688 Jan 26 19:25:44.208233 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331167f-c03d-4a74-8a9b-b0988526461b req-83ff81b6-c8c8-43fc-87bf-d81a03aa406f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:44.210025 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3331167f-c03d-4a74-8a9b-b0988526461b req-83ff81b6-c8c8-43fc-87bf-d81a03aa406f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 943 time: 0.0513506 Jan 26 19:25:44.257204 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d799499-dc5a-40ae-9c08-fbfd0eb5eeb0 req-23765c6e-a3a5-4079-8d1c-63969973ccd2 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:44.265039 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3331167f-c03d-4a74-8a9b-b0988526461b req-71a28253-5212-42fa-954f-6cce01e2f6a3 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468214 Jan 26 19:25:44.266618 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9d799499-dc5a-40ae-9c08-fbfd0eb5eeb0 req-23765c6e-a3a5-4079-8d1c-63969973ccd2 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 945 time: 0.0668976 Jan 26 19:25:44.317510 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9d799499-dc5a-40ae-9c08-fbfd0eb5eeb0 req-b5d1b0f4-49bf-456d-a6e4-73b5721ed689 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500357 Jan 26 19:25:44.435991 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798cec1-140e-4d6e-827b-b330416ef9c8 req-fed4cba9-2ff0-48b3-9b45-4b9da44438b3 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:44.437682 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9798cec1-140e-4d6e-827b-b330416ef9c8 req-fed4cba9-2ff0-48b3-9b45-4b9da44438b3 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0639858 Jan 26 19:25:44.492126 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9798cec1-140e-4d6e-827b-b330416ef9c8 req-55a29677-f2fb-41a3-a00b-1751d0821ea8 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480182 Jan 26 19:25:44.584378 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device fe434a86-f778-4b6d-a4b9-ab67af155876 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:25:44.604209 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 6758173a-c05b-4dbe-a01f-d4b556f91c47 up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:25:44.613441 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 50682) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:44.733328 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port fe434a86-f778-4b6d-a4b9-ab67af155876, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=fe434a86-f778-4b6d-a4b9-ab67af155876,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:44.736720 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d53af19-cc95-42d2-ad65-8bf3089aaeae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:44.749912 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': 'fe434a86-f778-4b6d-a4b9-ab67af155876', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'port_id': 'fe434a86-f778-4b6d-a4b9-ab67af155876', 'mac_address': 'fa:16:3e:f3:8e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:25:44.758850 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port 6758173a-c05b-4dbe-a01f-d4b556f91c47 completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:25:44.784631 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port 6758173a-c05b-4dbe-a01f-d4b556f91c47 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:44.784999 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (6758173a-c05b-4dbe-a01f-d4b556f91c47), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:44.814518 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d53af19-cc95-42d2-ad65-8bf3089aaeae admin admin] Publish callbacks [] for security_group (4372dfb2-05e8-4a57-9ea8-9005957c6e5f), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:44.818231 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d53af19-cc95-42d2-ad65-8bf3089aaeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (4372dfb2-05e8-4a57-9ea8-9005957c6e5f), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:44.822571 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port fe434a86-f778-4b6d-a4b9-ab67af155876 is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:44.823010 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:44.846939 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe434a86-f778-4b6d-a4b9-ab67af155876 {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:25:44.860787 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-0d53af19-cc95-42d2-ad65-8bf3089aaeae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6800a47361be45d7bb758520ad225376&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443156 Jan 26 19:25:44.860787 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53af19-cc95-42d2-ad65-8bf3089aaeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4372dfb2-05e8-4a57-9ea8-9005957c6e5f,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:44.861417 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 50688) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:44.890778 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port fe434a86-f778-4b6d-a4b9-ab67af155876, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=fe434a86-f778-4b6d-a4b9-ab67af155876,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:44.897801 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:44.898754 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:25:44.912749 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-407f4db6-ba30-4824-9d95-4cf5a5190419 admin admin] Publish callbacks [] for security_group (4372dfb2-05e8-4a57-9ea8-9005957c6e5f), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:44.927961 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 6758173a-c05b-4dbe-a01f-d4b556f91c47 is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:44.928353 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (6758173a-c05b-4dbe-a01f-d4b556f91c47), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:44.933542 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-407f4db6-ba30-4824-9d95-4cf5a5190419 admin admin] Publish callbacks [] for security_group (4372dfb2-05e8-4a57-9ea8-9005957c6e5f), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:44.978055 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-407f4db6-ba30-4824-9d95-4cf5a5190419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (4372dfb2-05e8-4a57-9ea8-9005957c6e5f), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:44.981513 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-407f4db6-ba30-4824-9d95-4cf5a5190419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:44.984247 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-407f4db6-ba30-4824-9d95-4cf5a5190419 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4372dfb2-05e8-4a57-9ea8-9005957c6e5f HTTP/1.1" status: 204 len: 168 time: 0.1217277 Jan 26 19:25:44.993143 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f4db6-ba30-4824-9d95-4cf5a5190419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4372dfb2-05e8-4a57-9ea8-9005957c6e5f,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:45.007878 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2538c057-6851-449d-a4a4-bdce032a9be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6758173a-c05b-4dbe-a01f-d4b556f91c47'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:25:45.090970 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=fe434a86-f778-4b6d-a4b9-ab67af155876,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:45.132863 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 6758173a-c05b-4dbe-a01f-d4b556f91c47, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6758173a-c05b-4dbe-a01f-d4b556f91c47,segment=NetworkSegment(1de36d51-7fdd-41d1-88bf-57180f9fb110),segment_id=1de36d51-7fdd-41d1-88bf-57180f9fb110)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:45.144862 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (6758173a-c05b-4dbe-a01f-d4b556f91c47), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:45.146504 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 1b7adc2f-208b-4133-b88e-b377af0b7104 up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:25:45.212585 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67484a-fd8c-49a7-8d22-650165f3af5d req-8e682d53-06e4-40ae-966d-390604b23a1e tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:45.214791 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cc67484a-fd8c-49a7-8d22-650165f3af5d req-8e682d53-06e4-40ae-966d-390604b23a1e tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 945 time: 0.0707290 Jan 26 19:25:45.224030 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 5caae4f3-a4db-4e20-a9d4-2446fc03ad58, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5caae4f3-a4db-4e20-a9d4-2446fc03ad58,segment=NetworkSegment(09b212e7-8c79-48ff-8913-665194453dd5),segment_id=09b212e7-8c79-48ff-8913-665194453dd5)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:45.264706 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': '5caae4f3-a4db-4e20-a9d4-2446fc03ad58', 'network_id': '8746d71a-820a-4b05-87b9-92fff64ad22d', 'port_id': '5caae4f3-a4db-4e20-a9d4-2446fc03ad58', 'mac_address': 'fa:16:3e:4f:5e:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c69d80-c100-4f11-893e-f1b4a9dffa16', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:25:45.272800 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=6758173a-c05b-4dbe-a01f-d4b556f91c47,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:45.296812 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cc67484a-fd8c-49a7-8d22-650165f3af5d req-52cb0be5-4c09-45c6-9496-9672cc361c2f tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743942 Jan 26 19:25:45.318076 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9658ed-623d-41b8-8380-46a8583bc129" -d '{"events": [{"server_uuid": "2538c057-6851-449d-a4a4-bdce032a9be8", "name": "network-vif-plugged", "status": "completed", "tag": "6758173a-c05b-4dbe-a01f-d4b556f91c47"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:25:45.333908 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port 1b7adc2f-208b-4133-b88e-b377af0b7104 completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:25:45.337208 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:45.337602 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (5caae4f3-a4db-4e20-a9d4-2446fc03ad58), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:45.347730 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port 1b7adc2f-208b-4133-b88e-b377af0b7104 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:45.348135 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (1b7adc2f-208b-4133-b88e-b377af0b7104), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:45.377428 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:25:45.379658 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 50708) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:45.397614 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abc26055-df2e-424f-b5dd-93e26468e180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:45.411455 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 5caae4f3-a4db-4e20-a9d4-2446fc03ad58, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5caae4f3-a4db-4e20-a9d4-2446fc03ad58,segment=NetworkSegment(09b212e7-8c79-48ff-8913-665194453dd5),segment_id=09b212e7-8c79-48ff-8913-665194453dd5)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:45.420760 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (5caae4f3-a4db-4e20-a9d4-2446fc03ad58), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:45.442670 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57334429-337e-45a8-91f1-c1fb8f1e253c req-533e760b-aee8-4d9f-bc60-401616c623fe tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:45.445226 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-57334429-337e-45a8-91f1-c1fb8f1e253c req-533e760b-aee8-4d9f-bc60-401616c623fe tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 943 time: 0.0613198 Jan 26 19:25:45.486701 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5cc3f95-bcf8-4c8b-84e2-f94a5234ef72 x-openstack-request-id: req-b5cc3f95-bcf8-4c8b-84e2-f94a5234ef72 {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:25:45.487363 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2538c057-6851-449d-a4a4-bdce032a9be8", "name": "network-vif-plugged", "status": "completed", "tag": "6758173a-c05b-4dbe-a01f-d4b556f91c47", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:25:45.487632 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b5cc3f95-bcf8-4c8b-84e2-f94a5234ef72 {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:25:45.488126 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2538c057-6851-449d-a4a4-bdce032a9be8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6758173a-c05b-4dbe-a01f-d4b556f91c47', 'code': 200} Jan 26 19:25:45.527095 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-57334429-337e-45a8-91f1-c1fb8f1e253c req-af5fc333-c309-4f7e-800f-4e1060ee47e4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660477 Jan 26 19:25:45.534828 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abc26055-df2e-424f-b5dd-93e26468e180 admin admin] Publish callbacks [] for security_group (c693de5f-4b8d-4d31-a683-3c5414aaffbb), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:45.551180 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-abc26055-df2e-424f-b5dd-93e26468e180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c693de5f-4b8d-4d31-a683-3c5414aaffbb), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:45.556696 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=5caae4f3-a4db-4e20-a9d4-2446fc03ad58,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:45.560702 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 1b7adc2f-208b-4133-b88e-b377af0b7104 is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:45.561108 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (1b7adc2f-208b-4133-b88e-b377af0b7104), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:45.600298 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-abc26055-df2e-424f-b5dd-93e26468e180 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=02de759587ce4ed49d34d57c611ff3a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192314 Jan 26 19:25:45.602706 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 50712) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:45.606129 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 1b7adc2f-208b-4133-b88e-b377af0b7104, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1b7adc2f-208b-4133-b88e-b377af0b7104,segment=NetworkSegment(09b212e7-8c79-48ff-8913-665194453dd5),segment_id=09b212e7-8c79-48ff-8913-665194453dd5)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:45.618382 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (1b7adc2f-208b-4133-b88e-b377af0b7104), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:45.619299 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 1a5716f6-ee7f-47b4-9680-f7b8772235cd up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:25:45.642499 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc26055-df2e-424f-b5dd-93e26468e180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c693de5f-4b8d-4d31-a683-3c5414aaffbb,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:45.693734 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3510c-7872-4fb0-adf9-7e5eb65ceebb req-252eeffe-c573-46be-ac5b-17b991786be0 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:45.696065 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d9a3510c-7872-4fb0-adf9-7e5eb65ceebb req-252eeffe-c573-46be-ac5b-17b991786be0 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.1568353 Jan 26 19:25:45.750932 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=1b7adc2f-208b-4133-b88e-b377af0b7104,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:45.766440 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6f70b-5470-485a-b65b-7891bd52eed7 req-845a261b-e1c9-4fc6-be18-4e4c66d124a8 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:45.769286 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port 1a5716f6-ee7f-47b4-9680-f7b8772235cd completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:25:45.782562 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-43c6f70b-5470-485a-b65b-7891bd52eed7 req-845a261b-e1c9-4fc6-be18-4e4c66d124a8 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 944 time: 0.1945343 Jan 26 19:25:45.784779 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-457b1630-beb8-4d4c-a996-dc71b7531648 admin admin] Publish callbacks [] for security_group (c693de5f-4b8d-4d31-a683-3c5414aaffbb), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:45.786351 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port 1a5716f6-ee7f-47b4-9680-f7b8772235cd triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:45.787175 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (1a5716f6-ee7f-47b4-9680-f7b8772235cd), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:45.812442 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-457b1630-beb8-4d4c-a996-dc71b7531648 admin admin] Publish callbacks [] for security_group (c693de5f-4b8d-4d31-a683-3c5414aaffbb), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:45.833742 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323af6c-2743-492c-b41c-52dd0d4d9416 req-fd89725f-d52d-44d0-a445-1b0e3041ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:45.835235 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d323af6c-2743-492c-b41c-52dd0d4d9416 req-fd89725f-d52d-44d0-a445-1b0e3041ae15 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 1099 time: 0.1381898 Jan 26 19:25:45.860193 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d9a3510c-7872-4fb0-adf9-7e5eb65ceebb req-d29958ef-071e-42ed-95c4-ee154dbc5aaa tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115067 Jan 26 19:25:45.884486 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-d323af6c-2743-492c-b41c-52dd0d4d9416 req-a9c3ed6e-9d37-4dce-8bdb-e8fc6e91445d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:45.888975 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 1a5716f6-ee7f-47b4-9680-f7b8772235cd is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:45.889530 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (1a5716f6-ee7f-47b4-9680-f7b8772235cd), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:45.911582 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['5caae4f3-a4db-4e20-a9d4-2446fc03ad58'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:25:45.958467 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['fe434a86-f778-4b6d-a4b9-ab67af155876'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:25:45.990929 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-457b1630-beb8-4d4c-a996-dc71b7531648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c693de5f-4b8d-4d31-a683-3c5414aaffbb), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:46.000018 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-457b1630-beb8-4d4c-a996-dc71b7531648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:46.014636 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-457b1630-beb8-4d4c-a996-dc71b7531648 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c693de5f-4b8d-4d31-a683-3c5414aaffbb HTTP/1.1" status: 204 len: 168 time: 0.4056442 Jan 26 19:25:46.045358 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 1a5716f6-ee7f-47b4-9680-f7b8772235cd, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1a5716f6-ee7f-47b4-9680-f7b8772235cd,segment=NetworkSegment(96d8a119-d839-4480-ab30-41b2efaa1f15),segment_id=96d8a119-d839-4480-ab30-41b2efaa1f15)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:46.055560 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-43c6f70b-5470-485a-b65b-7891bd52eed7 req-65668d8f-1327-460f-97f3-5e3fa0854b52 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666576 Jan 26 19:25:46.056749 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b1630-beb8-4d4c-a996-dc71b7531648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c693de5f-4b8d-4d31-a683-3c5414aaffbb,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:46.059403 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (1a5716f6-ee7f-47b4-9680-f7b8772235cd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:46.085824 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-d323af6c-2743-492c-b41c-52dd0d4d9416 req-a9c3ed6e-9d37-4dce-8bdb-e8fc6e91445d service neutron] Publish callbacks [] for security_group (f4e45970-a4fa-4524-9c84-c115e662ec12), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:46.094501 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-d323af6c-2743-492c-b41c-52dd0d4d9416 req-a9c3ed6e-9d37-4dce-8bdb-e8fc6e91445d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (f4e45970-a4fa-4524-9c84-c115e662ec12), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:46.171156 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d323af6c-2743-492c-b41c-52dd0d4d9416 req-a9c3ed6e-9d37-4dce-8bdb-e8fc6e91445d service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3098652 Jan 26 19:25:46.192717 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3ed6e-9d37-4dce-8bdb-e8fc6e91445d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e45970-a4fa-4524-9c84-c115e662ec12,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:46.251553 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=1a5716f6-ee7f-47b4-9680-f7b8772235cd,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:46.464092 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070116aa-77ce-4e04-8b38-51fe29212e88 req-cf381c6c-26fa-43b6-acf8-9eee5ced1c16 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:46.465629 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-070116aa-77ce-4e04-8b38-51fe29212e88 req-cf381c6c-26fa-43b6-acf8-9eee5ced1c16 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 946 time: 0.0532851 Jan 26 19:25:46.515020 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-070116aa-77ce-4e04-8b38-51fe29212e88 req-19c13613-4635-41dd-875c-b7bd0c8726b7 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434411 Jan 26 19:25:46.647696 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0675bf-5b73-43f0-ad60-f4c6dbecab1a req-c8b850cf-c53a-4f8e-912e-c429396fe427 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:46.649662 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7a0675bf-5b73-43f0-ad60-f4c6dbecab1a req-c8b850cf-c53a-4f8e-912e-c429396fe427 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 944 time: 0.0581963 Jan 26 19:25:46.699623 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7a0675bf-5b73-43f0-ad60-f4c6dbecab1a req-551d2510-2411-47c0-baae-e7ee5bbc53f8 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430737 Jan 26 19:25:46.952433 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b19b1-008e-4cef-bb08-ed274884d202 req-c186abb9-a95c-4111-8595-8ebf3a6edff4 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:46.953796 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0e6b19b1-008e-4cef-bb08-ed274884d202 req-c186abb9-a95c-4111-8595-8ebf3a6edff4 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0462868 Jan 26 19:25:47.001117 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0e6b19b1-008e-4cef-bb08-ed274884d202 req-2959ca5a-8c61-4338-b05d-c1f5ce9f4b14 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418870 Jan 26 19:25:47.177836 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e9eb1-77f7-43b4-9a9a-4005b769c9fc req-d542350a-820f-4e98-859b-03d4933f11f9 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:47.179505 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-012e9eb1-77f7-43b4-9a9a-4005b769c9fc req-d542350a-820f-4e98-859b-03d4933f11f9 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 944 time: 0.0489552 Jan 26 19:25:47.224857 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-012e9eb1-77f7-43b4-9a9a-4005b769c9fc req-6adf377c-06e9-4a44-8dd8-1eb11031b488 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396922 Jan 26 19:25:47.490043 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd757f9bf-0099-40a5-aa9d-9c174a3ac859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7adc2f-208b-4133-b88e-b377af0b7104'}, {'server_uuid': 'c83ec467-f057-4a9b-91c7-302bc3507bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5716f6-ee7f-47b4-9680-f7b8772235cd'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:25:47.493196 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af43775b-b077-4f08-8806-17c4e376c653" -d '{"events": [{"server_uuid": "d757f9bf-0099-40a5-aa9d-9c174a3ac859", "name": "network-vif-plugged", "status": "completed", "tag": "1b7adc2f-208b-4133-b88e-b377af0b7104"}, {"server_uuid": "c83ec467-f057-4a9b-91c7-302bc3507bf2", "name": "network-vif-plugged", "status": "completed", "tag": "1a5716f6-ee7f-47b4-9680-f7b8772235cd"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:25:47.544763 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 26 Jan 2022 19:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c86b33-1e07-4e0b-a329-e8e2e9050e37 x-openstack-request-id: req-59c86b33-1e07-4e0b-a329-e8e2e9050e37 {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:25:47.545395 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d757f9bf-0099-40a5-aa9d-9c174a3ac859", "name": "network-vif-plugged", "status": "completed", "tag": "1b7adc2f-208b-4133-b88e-b377af0b7104", "code": 200}, {"server_uuid": "c83ec467-f057-4a9b-91c7-302bc3507bf2", "name": "network-vif-plugged", "status": "completed", "tag": "1a5716f6-ee7f-47b4-9680-f7b8772235cd", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:25:47.545799 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-59c86b33-1e07-4e0b-a329-e8e2e9050e37 {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:25:47.546815 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd757f9bf-0099-40a5-aa9d-9c174a3ac859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7adc2f-208b-4133-b88e-b377af0b7104', 'code': 200} Jan 26 19:25:47.547221 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c83ec467-f057-4a9b-91c7-302bc3507bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5716f6-ee7f-47b4-9680-f7b8772235cd', 'code': 200} Jan 26 19:25:47.674079 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246ff16-fcd4-4108-871a-a216eb485532 req-e36f240f-c71b-4948-856d-3401299a2f70 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:47.684358 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b246ff16-fcd4-4108-871a-a216eb485532 req-e36f240f-c71b-4948-856d-3401299a2f70 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 946 time: 0.0859077 Jan 26 19:25:47.761745 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b246ff16-fcd4-4108-871a-a216eb485532 req-8d2734e8-b04a-4cc5-b0ab-7a3c9e7dc65a tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757802 Jan 26 19:25:47.953067 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a250c7c-7bda-460c-b8f1-f18504c91639 req-4fcf4fb9-02c4-49a7-823e-b6e90428bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:47.954547 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3a250c7c-7bda-460c-b8f1-f18504c91639 req-4fcf4fb9-02c4-49a7-823e-b6e90428bd08 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 1099 time: 0.1463077 Jan 26 19:25:47.959423 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35317a0d-ffe2-4a76-b9d7-ae8f76b20c19 req-c3387e3a-a1d6-413e-bbe6-402a57fbb209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:47.962751 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-35317a0d-ffe2-4a76-b9d7-ae8f76b20c19 req-c3387e3a-a1d6-413e-bbe6-402a57fbb209 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 1098 time: 0.1467628 Jan 26 19:25:47.979003 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da682a3-5237-488f-af23-b01bf2a69c85 req-9c277d73-3eaf-4cf1-80ed-6b391710a04f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:47.980534 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2da682a3-5237-488f-af23-b01bf2a69c85 req-9c277d73-3eaf-4cf1-80ed-6b391710a04f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 944 time: 0.1549428 Jan 26 19:25:48.222331 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c6cec-17ac-4922-82c4-c6810a1b3eb2 req-56ad2aa4-9cf8-4420-92dd-fb518c897219 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:48.232194 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b92c6cec-17ac-4922-82c4-c6810a1b3eb2 req-56ad2aa4-9cf8-4420-92dd-fb518c897219 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.1010442 Jan 26 19:25:48.243868 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3a250c7c-7bda-460c-b8f1-f18504c91639 req-a5624822-3ee9-4126-8688-e76895e9273f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801585 Jan 26 19:25:48.280669 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-35317a0d-ffe2-4a76-b9d7-ae8f76b20c19 req-df54b740-186a-4ece-9a38-651cda292a9a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105674 Jan 26 19:25:48.288532 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b92c6cec-17ac-4922-82c4-c6810a1b3eb2 req-472699ee-59f1-47ae-a3e3-0d405c4da640 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552428 Jan 26 19:25:48.300170 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2da682a3-5237-488f-af23-b01bf2a69c85 req-ef1db855-4c43-4a70-a120-eba716223191 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019469 Jan 26 19:25:48.396400 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd871b-1006-4009-b34a-ef272601a62b req-ddba4919-d4c6-4e5e-8805-03534befe4c4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:48.398061 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6bdd871b-1006-4009-b34a-ef272601a62b req-ddba4919-d4c6-4e5e-8805-03534befe4c4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 944 time: 0.0489404 Jan 26 19:25:48.448234 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6bdd871b-1006-4009-b34a-ef272601a62b req-95ae6b1f-7e37-4db4-b5d7-e2be51719b5b tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424547 Jan 26 19:25:48.600134 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device fe434a86-f778-4b6d-a4b9-ab67af155876 up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:25:48.654401 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 50884) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:48.656378 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port fe434a86-f778-4b6d-a4b9-ab67af155876 completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:25:48.661194 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port fe434a86-f778-4b6d-a4b9-ab67af155876 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:48.661820 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:48.743904 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port fe434a86-f778-4b6d-a4b9-ab67af155876 is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:48.744335 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:48.763887 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b7588f8c-1c73-4bb6-a704-7666ebfad477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:48.778487 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port fe434a86-f778-4b6d-a4b9-ab67af155876, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=fe434a86-f778-4b6d-a4b9-ab67af155876,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:48.788766 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:48.790205 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:25:48.852791 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b7588f8c-1c73-4bb6-a704-7666ebfad477 admin admin] Publish callbacks [] for security_group (616509b6-8a4c-4296-bd17-826ac3fc567f), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:48.857133 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b7588f8c-1c73-4bb6-a704-7666ebfad477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (616509b6-8a4c-4296-bd17-826ac3fc567f), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:48.870379 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=fe434a86-f778-4b6d-a4b9-ab67af155876,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:48.881344 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa960f-79cf-40ca-adb1-2a149d604cee req-02b2dc38-1a92-4579-94ae-696e8ed89b51 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:48.883305 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d6aa960f-79cf-40ca-adb1-2a149d604cee req-02b2dc38-1a92-4579-94ae-696e8ed89b51 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 946 time: 0.0548382 Jan 26 19:25:48.914263 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:25:48.915203 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b7588f8c-1c73-4bb6-a704-7666ebfad477 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2504d3c8907047c081a0be47a11fd10d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2582393 Jan 26 19:25:48.917166 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7588f8c-1c73-4bb6-a704-7666ebfad477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616509b6-8a4c-4296-bd17-826ac3fc567f,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:48.919324 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 50890) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:48.919493 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:25:48.919747 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (5caae4f3-a4db-4e20-a9d4-2446fc03ad58), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:48.969764 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d6aa960f-79cf-40ca-adb1-2a149d604cee req-627bbd54-3149-4eb6-9381-91c596bb31b8 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789163 Jan 26 19:25:48.990686 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-311df6ad-48c2-4643-b48c-c06f57814982 admin admin] Publish callbacks [] for security_group (616509b6-8a4c-4296-bd17-826ac3fc567f), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:49.001417 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:25:49.001808 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (5caae4f3-a4db-4e20-a9d4-2446fc03ad58), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:49.015223 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-311df6ad-48c2-4643-b48c-c06f57814982 admin admin] Publish callbacks [] for security_group (616509b6-8a4c-4296-bd17-826ac3fc567f), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:49.038009 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 5caae4f3-a4db-4e20-a9d4-2446fc03ad58, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5caae4f3-a4db-4e20-a9d4-2446fc03ad58,segment=NetworkSegment(09b212e7-8c79-48ff-8913-665194453dd5),segment_id=09b212e7-8c79-48ff-8913-665194453dd5)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:25:49.042014 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (5caae4f3-a4db-4e20-a9d4-2446fc03ad58), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:49.077413 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-311df6ad-48c2-4643-b48c-c06f57814982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (616509b6-8a4c-4296-bd17-826ac3fc567f), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:49.080746 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-311df6ad-48c2-4643-b48c-c06f57814982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:49.084433 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-311df6ad-48c2-4643-b48c-c06f57814982 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/616509b6-8a4c-4296-bd17-826ac3fc567f HTTP/1.1" status: 204 len: 168 time: 0.1634207 Jan 26 19:25:49.094371 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311df6ad-48c2-4643-b48c-c06f57814982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616509b6-8a4c-4296-bd17-826ac3fc567f,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:49.100271 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=5caae4f3-a4db-4e20-a9d4-2446fc03ad58,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:49.449192 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 50914) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:49.462858 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d64758-ce64-4228-8b34-d88e05bde2c3 req-f823ac85-e21b-4b8a-b61b-a6cb16a4fd02 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:49.464860 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-28d64758-ce64-4228-8b34-d88e05bde2c3 req-f823ac85-e21b-4b8a-b61b-a6cb16a4fd02 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0718944 Jan 26 19:25:49.465422 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dbef7afc-ecab-4913-8557-8b63c54f4fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:49.497675 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7547ce-907a-4cf3-9838-57fcafe85798 req-83d9e4c0-3fed-40cc-8daa-c0cb09e482f7 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:49.499294 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ed7547ce-907a-4cf3-9838-57fcafe85798 req-83d9e4c0-3fed-40cc-8daa-c0cb09e482f7 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.1176345 Jan 26 19:25:49.544456 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-28d64758-ce64-4228-8b34-d88e05bde2c3 req-1c35730a-771c-4a9a-bf3f-ce95a643f99b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663023 Jan 26 19:25:49.552002 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15ff6ad-b011-48d9-a8af-fc836715e6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe434a86-f778-4b6d-a4b9-ab67af155876'}, {'server_uuid': '91511721-4987-4610-a541-9b2aee7248eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caae4f3-a4db-4e20-a9d4-2446fc03ad58'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:25:49.557822 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1997e95-1841-437c-a828-7ebfc14ff79a" -d '{"events": [{"server_uuid": "a15ff6ad-b011-48d9-a8af-fc836715e6f5", "name": "network-vif-plugged", "status": "completed", "tag": "fe434a86-f778-4b6d-a4b9-ab67af155876"}, {"server_uuid": "91511721-4987-4610-a541-9b2aee7248eb", "name": "network-vif-plugged", "status": "completed", "tag": "5caae4f3-a4db-4e20-a9d4-2446fc03ad58"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:25:49.641033 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ed7547ce-907a-4cf3-9838-57fcafe85798 req-3cd6c220-9909-4ce9-8774-3fade9e57552 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280544 Jan 26 19:25:49.671061 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dbef7afc-ecab-4913-8557-8b63c54f4fd1 admin admin] Publish callbacks [] for security_group (a551a313-4b73-45be-91c6-dff6a8eff032), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:49.678212 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dbef7afc-ecab-4913-8557-8b63c54f4fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (a551a313-4b73-45be-91c6-dff6a8eff032), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:49.709194 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60f615-7b8d-43a8-9ad5-08b0151d725f req-06fff861-fcff-4518-a23e-ae75f8797ec9 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:49.711126 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3b60f615-7b8d-43a8-9ad5-08b0151d725f req-06fff861-fcff-4518-a23e-ae75f8797ec9 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0653543 Jan 26 19:25:49.718023 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 26 Jan 2022 19:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1d7a7e-431b-4fca-ae49-5cac5ee47a6b x-openstack-request-id: req-9a1d7a7e-431b-4fca-ae49-5cac5ee47a6b {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:25:49.718580 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15ff6ad-b011-48d9-a8af-fc836715e6f5", "name": "network-vif-plugged", "status": "completed", "tag": "fe434a86-f778-4b6d-a4b9-ab67af155876", "code": 200}, {"server_uuid": "91511721-4987-4610-a541-9b2aee7248eb", "name": "network-vif-plugged", "status": "completed", "tag": "5caae4f3-a4db-4e20-a9d4-2446fc03ad58", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:25:49.718580 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9a1d7a7e-431b-4fca-ae49-5cac5ee47a6b {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:25:49.718937 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15ff6ad-b011-48d9-a8af-fc836715e6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe434a86-f778-4b6d-a4b9-ab67af155876', 'code': 200} Jan 26 19:25:49.719192 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91511721-4987-4610-a541-9b2aee7248eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caae4f3-a4db-4e20-a9d4-2446fc03ad58', 'code': 200} Jan 26 19:25:49.737533 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef7afc-ecab-4913-8557-8b63c54f4fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a551a313-4b73-45be-91c6-dff6a8eff032,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:49.766944 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-dbef7afc-ecab-4913-8557-8b63c54f4fd1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7d5ffd82150541d6b8a0927cdf81810d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3165822 Jan 26 19:25:49.769591 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 50932) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:49.814743 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3b60f615-7b8d-43a8-9ad5-08b0151d725f req-2ebe9f48-16d8-4bd9-a900-f29b012b1d7f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917203 Jan 26 19:25:49.880698 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ed74750b-4324-4906-b84d-ad0e318c7ea1 admin admin] Publish callbacks [] for security_group (a551a313-4b73-45be-91c6-dff6a8eff032), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:49.913426 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d17af-b33b-4162-b825-67b7db265a23 req-cee4f06a-c8d0-43a6-8265-035546bee015 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:49.915579 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c19d17af-b33b-4162-b825-67b7db265a23 req-cee4f06a-c8d0-43a6-8265-035546bee015 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0989866 Jan 26 19:25:49.917531 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ed74750b-4324-4906-b84d-ad0e318c7ea1 admin admin] Publish callbacks [] for security_group (a551a313-4b73-45be-91c6-dff6a8eff032), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:49.924783 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 50934) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:49.929885 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-a3b58197-1112-4ae7-b1e3-bb2b38d10530 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Request body: {'floatingip': {'port_id': '6758173a-c05b-4dbe-a01f-d4b556f91c47'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:49.966206 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ed74750b-4324-4906-b84d-ad0e318c7ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (a551a313-4b73-45be-91c6-dff6a8eff032), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:49.968963 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ed74750b-4324-4906-b84d-ad0e318c7ea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:49.972798 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-ed74750b-4324-4906-b84d-ad0e318c7ea1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a551a313-4b73-45be-91c6-dff6a8eff032 HTTP/1.1" status: 204 len: 168 time: 0.1994984 Jan 26 19:25:49.979077 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74750b-4324-4906-b84d-ad0e318c7ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a551a313-4b73-45be-91c6-dff6a8eff032,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:25:50.017178 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3b58197-1112-4ae7-b1e3-bb2b38d10530 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for floatingip (eaeaf784-cb97-4711-9555-f909d6f8de7a), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:50.213089 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd288b-fe76-42a9-9dbf-792a56ef2fe8 req-2efa9dde-bfc6-4441-917e-b97b10f65c51 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:50.214562 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7ccd288b-fe76-42a9-9dbf-792a56ef2fe8 req-2efa9dde-bfc6-4441-917e-b97b10f65c51 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 946 time: 0.1496105 Jan 26 19:25:50.328689 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7ccd288b-fe76-42a9-9dbf-792a56ef2fe8 req-4095d9cd-3054-4c66-bb1f-498f2b00a6e8 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832562 Jan 26 19:25:50.482919 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe8198-c8ed-485c-82b4-197e9084b6f4 req-9ed9088a-e42f-448e-848d-438ad6d3f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:50.485007 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-96fe8198-c8ed-485c-82b4-197e9084b6f4 req-9ed9088a-e42f-448e-848d-438ad6d3f292 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 1098 time: 0.0832810 Jan 26 19:25:50.501644 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647229b-d059-4ce3-8736-49fc63f206db req-5e21efde-951a-45b2-aeff-b25c8e956240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:50.504038 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b647229b-d059-4ce3-8736-49fc63f206db req-5e21efde-951a-45b2-aeff-b25c8e956240 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 1098 time: 0.0668621 Jan 26 19:25:50.557225 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-96fe8198-c8ed-485c-82b4-197e9084b6f4 req-5db4b40f-efa7-4b9f-9fd6-06e52a60a7f1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519953 Jan 26 19:25:50.558333 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:25:50.850185 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946c786-20cc-4258-822b-f2ca0409d0e7 req-79c1cf54-05f9-4adb-b83f-b6ba78c050d2 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:50.858864 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c946c786-20cc-4258-822b-f2ca0409d0e7 req-79c1cf54-05f9-4adb-b83f-b6ba78c050d2 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0824866 Jan 26 19:25:50.922573 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c946c786-20cc-4258-822b-f2ca0409d0e7 req-245e7025-4083-4ad7-9f81-897e3922d260 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622628 Jan 26 19:25:51.034643 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3b58197-1112-4ae7-b1e3-bb2b38d10530 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:51.041348 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3b58197-1112-4ae7-b1e3-bb2b38d10530 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747628'] for floatingip (eaeaf784-cb97-4711-9555-f909d6f8de7a), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:51.085694 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35e087-ee3c-45a3-bdf4-cdc58d167efd req-e728446b-582b-4ec0-84da-44063883c330 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:51.087253 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-5e35e087-ee3c-45a3-bdf4-cdc58d167efd req-e728446b-582b-4ec0-84da-44063883c330 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.1179039 Jan 26 19:25:51.178396 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-5e35e087-ee3c-45a3-bdf4-cdc58d167efd req-05d8242a-512c-4728-89ea-5c0afb46f4f4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850780 Jan 26 19:25:51.185445 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.l3_db [None req-a3b58197-1112-4ae7-b1e3-bb2b38d10530 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Floating IP eaeaf784-cb97-4711-9555-f909d6f8de7a associated. External IP: 172.27.1.101, port: 6758173a-c05b-4dbe-a01f-d4b556f91c47. Jan 26 19:25:51.388919 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b58197-1112-4ae7-b1e3-bb2b38d10530 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Router a8d2a2a7-ed31-4a78-be6a-702367c582bb has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:25:51.497302 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b58197-1112-4ae7-b1e3-bb2b38d10530 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:25:51.502075 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3b58197-1112-4ae7-b1e3-bb2b38d10530 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:51.510027 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166affa8-6ee9-42e8-a53c-89ec47b5176a None None] Sync routers for ids ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:25:51.520807 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166affa8-6ee9-42e8-a53c-89ec47b5176a None None] Routers {'a8d2a2a7-ed31-4a78-be6a-702367c582bb'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:25:51.521501 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-166affa8-6ee9-42e8-a53c-89ec47b5176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:25:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:51.528585 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-a3b58197-1112-4ae7-b1e3-bb2b38d10530 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "PUT /v2.0/floatingips/eaeaf784-cb97-4711-9555-f909d6f8de7a HTTP/1.1" status: 200 len: 992 time: 1.6027081 Jan 26 19:25:51.529276 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2538c057-6851-449d-a4a4-bdce032a9be8', 'tag': '6758173a-c05b-4dbe-a01f-d4b556f91c47'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:25:51.541128 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7b72c0399c7a02543c54853772d0c66854ec282a6807dc06cd91a1aad397b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81226a78-7fee-457f-9aed-69b957fe6ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "2538c057-6851-449d-a4a4-bdce032a9be8", "tag": "6758173a-c05b-4dbe-a01f-d4b556f91c47"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:25:51.577453 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4a812b-a9a3-4244-9495-fa76821611df x-openstack-request-id: req-ca4a812b-a9a3-4244-9495-fa76821611df {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:25:51.577755 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2538c057-6851-449d-a4a4-bdce032a9be8", "tag": "6758173a-c05b-4dbe-a01f-d4b556f91c47", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:25:51.578016 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ca4a812b-a9a3-4244-9495-fa76821611df {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:25:51.578427 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2538c057-6851-449d-a4a4-bdce032a9be8', 'tag': '6758173a-c05b-4dbe-a01f-d4b556f91c47', 'status': 'completed', 'code': 200} Jan 26 19:25:51.636535 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-166affa8-6ee9-42e8-a53c-89ec47b5176a None None] Set router a8d2a2a7-ed31-4a78-be6a-702367c582bb gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:25:51.917125 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-166affa8-6ee9-42e8-a53c-89ec47b5176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:05Z', 'revision_number': 4, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port': {'id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': 'eaeaf784-cb97-4711-9555-f909d6f8de7a', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'port_id': '6758173a-c05b-4dbe-a01f-d4b556f91c47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'mac_address': 'fa:16:3e:d2:98:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2538c057-6851-449d-a4a4-bdce032a9be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:25:15Z', 'updated_at': '2022-01-26T19:25:50Z', 'revision_number': 1, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ca268-9b37-427a-a71a-53e0f978bdd3', 'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'mac_address': 'fa:16:3e:83:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:15Z', 'revision_number': 5, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'subnets': [{'id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:51.944445 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166affa8-6ee9-42e8-a53c-89ec47b5176a None None] Checking router: a8d2a2a7-ed31-4a78-be6a-702367c582bb for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:25:51.958697 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166affa8-6ee9-42e8-a53c-89ec47b5176a None None] Routers {'a8d2a2a7-ed31-4a78-be6a-702367c582bb'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:25:51.959327 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-166affa8-6ee9-42e8-a53c-89ec47b5176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:25:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:52.072260 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50970ed5-455d-4923-80a9-979f73f09902 req-95f3894d-d3bf-40a8-837d-68fb90810ac5 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:52.078576 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-166affa8-6ee9-42e8-a53c-89ec47b5176a None None] Set router a8d2a2a7-ed31-4a78-be6a-702367c582bb gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:25:52.082314 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-50970ed5-455d-4923-80a9-979f73f09902 req-95f3894d-d3bf-40a8-837d-68fb90810ac5 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0851498 Jan 26 19:25:52.132071 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-50970ed5-455d-4923-80a9-979f73f09902 req-c1c9293b-0a46-4c5b-9a70-49f41d90c2f8 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430009 Jan 26 19:25:52.296377 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5897c-085b-42fa-ba46-352b9cb83bff req-c0121329-db82-433e-a78d-91c024ae45b9 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:52.297853 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c8b5897c-085b-42fa-ba46-352b9cb83bff req-c0121329-db82-433e-a78d-91c024ae45b9 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0473130 Jan 26 19:25:52.304532 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-166affa8-6ee9-42e8-a53c-89ec47b5176a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:05Z', 'revision_number': 4, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port': {'id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': 'eaeaf784-cb97-4711-9555-f909d6f8de7a', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'port_id': '6758173a-c05b-4dbe-a01f-d4b556f91c47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'mac_address': 'fa:16:3e:d2:98:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2538c057-6851-449d-a4a4-bdce032a9be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:25:15Z', 'updated_at': '2022-01-26T19:25:50Z', 'revision_number': 1, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ca268-9b37-427a-a71a-53e0f978bdd3', 'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'mac_address': 'fa:16:3e:83:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:15Z', 'revision_number': 5, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'subnets': [{'id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:52.331637 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166affa8-6ee9-42e8-a53c-89ec47b5176a None None] The sync data for ids ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'] in dv-cinder-794001-3-iscsi is: [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:05Z', 'revision_number': 4, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port': {'id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': 'eaeaf784-cb97-4711-9555-f909d6f8de7a', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'port_id': '6758173a-c05b-4dbe-a01f-d4b556f91c47', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'mac_address': 'fa:16:3e:d2:98:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2538c057-6851-449d-a4a4-bdce032a9be8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:25:15Z', 'updated_at': '2022-01-26T19:25:50Z', 'revision_number': 1, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ca268-9b37-427a-a71a-53e0f978bdd3', 'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'mac_address': 'fa:16:3e:83:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:15Z', 'revision_number': 5, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'subnets': [{'id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:25:52.358129 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c8b5897c-085b-42fa-ba46-352b9cb83bff req-a2ced81d-9bd1-4e14-9226-5cabc04192bf tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520325 Jan 26 19:25:52.515678 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5f48d6-9c7c-490a-89e7-fb143ce94527 None None] New status for floating IP eaeaf784-cb97-4711-9555-f909d6f8de7a: ACTIVE {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:25:53.244968 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7fe02-57e4-4ca8-99fb-f0c7e444997a req-85609049-568b-450b-9511-60f9202a01e0 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:53.246306 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9de7fe02-57e4-4ca8-99fb-f0c7e444997a req-85609049-568b-450b-9511-60f9202a01e0 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0496271 Jan 26 19:25:53.291707 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9de7fe02-57e4-4ca8-99fb-f0c7e444997a req-f68cd08a-a9ef-4c14-ae48-a84a7d74990d tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400369 Jan 26 19:25:53.475685 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16562b-8d14-4d9f-844d-b72528831ec4 req-f53f7de3-ad49-4bbc-9c28-8fe079a12583 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:53.478808 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0a16562b-8d14-4d9f-844d-b72528831ec4 req-f53f7de3-ad49-4bbc-9c28-8fe079a12583 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0516438 Jan 26 19:25:53.523343 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0a16562b-8d14-4d9f-844d-b72528831ec4 req-d5888113-8a10-4a7a-a02d-fd538d2ecad9 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389597 Jan 26 19:25:54.403519 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e7494-8203-4683-9085-87885b752c80 req-de6273b2-831d-4bb4-8776-0a7574a7fa9f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:54.405030 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0d3e7494-8203-4683-9085-87885b752c80 req-de6273b2-831d-4bb4-8776-0a7574a7fa9f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0483222 Jan 26 19:25:54.454029 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0d3e7494-8203-4683-9085-87885b752c80 req-721d018b-dd1c-4629-a994-fc84f3b8453b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436220 Jan 26 19:25:54.637018 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc150d-5ff7-4e19-b494-9c659e516640 req-a47e0118-8830-4442-aafb-170d3cf014b4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:54.638473 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bafc150d-5ff7-4e19-b494-9c659e516640 req-a47e0118-8830-4442-aafb-170d3cf014b4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0476928 Jan 26 19:25:54.683645 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bafc150d-5ff7-4e19-b494-9c659e516640 req-3fdf408e-242e-4ca9-a842-6199ac70b3fc tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397887 Jan 26 19:25:55.503352 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b647229b-d059-4ce3-8736-49fc63f206db req-aa87c481-2119-45cd-bef9-c6fde9f1af1f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408499 Jan 26 19:25:55.563861 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9dda4c-adc3-4d92-b6d7-ff9003c9e43a req-3fdb7d67-32bd-4690-888d-0d0c852aa61e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:55.565326 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bd9dda4c-adc3-4d92-b6d7-ff9003c9e43a req-3fdb7d67-32bd-4690-888d-0d0c852aa61e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0468347 Jan 26 19:25:55.609749 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bd9dda4c-adc3-4d92-b6d7-ff9003c9e43a req-e37dcb21-a76d-4295-bfc9-2a43abbf3856 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388873 Jan 26 19:25:55.810569 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b321e6b7-84a1-4413-b773-1bc65aec6160 req-ed2ef3c4-764b-4c7e-8f61-571f92611595 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:55.812055 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b321e6b7-84a1-4413-b773-1bc65aec6160 req-ed2ef3c4-764b-4c7e-8f61-571f92611595 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0583270 Jan 26 19:25:55.858096 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b321e6b7-84a1-4413-b773-1bc65aec6160 req-24aa3ef0-1ca7-48a9-ba5a-26c9d074b0fe tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406761 Jan 26 19:25:55.963499 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81226a78-7fee-457f-9aed-69b957fe6ca0 req-eab946f2-4658-417e-b55f-f50e66ce2875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:55.965110 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-81226a78-7fee-457f-9aed-69b957fe6ca0 req-eab946f2-4658-417e-b55f-f50e66ce2875 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02dc9a9d875c479c8dcb8eb1a31fa567&device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 1099 time: 0.0438380 Jan 26 19:25:56.085039 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81226a78-7fee-457f-9aed-69b957fe6ca0 req-e5ad7ee5-fac1-4a09-aa50-8e838ad25660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:56.086650 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-81226a78-7fee-457f-9aed-69b957fe6ca0 req-e5ad7ee5-fac1-4a09-aa50-8e838ad25660 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c HTTP/1.1" status: 200 len: 912 time: 0.0931635 Jan 26 19:25:56.187754 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-81226a78-7fee-457f-9aed-69b957fe6ca0 req-6972c051-0b3b-429a-a9f7-387c012537d5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6758173a-c05b-4dbe-a01f-d4b556f91c47 HTTP/1.1" status: 200 len: 1002 time: 0.0924556 Jan 26 19:25:56.292085 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81226a78-7fee-457f-9aed-69b957fe6ca0 req-3c2ef703-708e-4246-b63d-43b798ab27df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:56.294114 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-81226a78-7fee-457f-9aed-69b957fe6ca0 req-3c2ef703-708e-4246-b63d-43b798ab27df service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e HTTP/1.1" status: 200 len: 850 time: 0.0453510 Jan 26 19:25:56.337519 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81226a78-7fee-457f-9aed-69b957fe6ca0 req-b32b3bc4-c401-4818-a7af-c5c2cc8c1408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:56.339481 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-81226a78-7fee-457f-9aed-69b957fe6ca0 req-b32b3bc4-c401-4818-a7af-c5c2cc8c1408 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377686 Jan 26 19:25:56.442852 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-81226a78-7fee-457f-9aed-69b957fe6ca0 req-9efebe84-17e9-44b8-8df8-6f5f5bca5e6f service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967135 Jan 26 19:25:56.535737 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-81226a78-7fee-457f-9aed-69b957fe6ca0 req-7663dd1a-969e-46fd-9af5-9088434f001c service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813911 Jan 26 19:25:56.721723 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a80f7e-6ee1-4087-8ac5-1be8c0876005 req-efd1179d-ea6e-4f8a-9ea2-6c5ff674fd8c tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:56.723193 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-60a80f7e-6ee1-4087-8ac5-1be8c0876005 req-efd1179d-ea6e-4f8a-9ea2-6c5ff674fd8c tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0473342 Jan 26 19:25:56.777140 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-60a80f7e-6ee1-4087-8ac5-1be8c0876005 req-74d95524-1892-41e9-9030-049636c8434f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484045 Jan 26 19:25:56.984968 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace26bbc-af92-4ee9-bd74-388e4c745fe5 req-67efafbf-8936-4f26-b9d7-ee744af6fd3a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:56.986354 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ace26bbc-af92-4ee9-bd74-388e4c745fe5 req-67efafbf-8936-4f26-b9d7-ee744af6fd3a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0528762 Jan 26 19:25:57.039708 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ace26bbc-af92-4ee9-bd74-388e4c745fe5 req-ade749c1-ffe6-4ca5-8c31-d64fe2cecc88 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478115 Jan 26 19:25:57.900913 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ace7c0-2a85-4a4e-a4dc-8924df2f8a8b req-687b3655-6f67-4380-81a9-523fb6ba5329 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:57.902988 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-87ace7c0-2a85-4a4e-a4dc-8924df2f8a8b req-687b3655-6f67-4380-81a9-523fb6ba5329 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0485127 Jan 26 19:25:57.953016 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-87ace7c0-2a85-4a4e-a4dc-8924df2f8a8b req-800eddd4-63b8-42bc-8362-69c92edec247 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443599 Jan 26 19:25:58.172574 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059794e-0a99-41af-8da7-7baa3a5ff939 req-a77ced51-9907-45f2-a28e-311a10c34273 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:58.174308 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8059794e-0a99-41af-8da7-7baa3a5ff939 req-a77ced51-9907-45f2-a28e-311a10c34273 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0615537 Jan 26 19:25:58.244274 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8059794e-0a99-41af-8da7-7baa3a5ff939 req-d642080b-2948-4238-8ac4-11bd5848c277 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624633 Jan 26 19:25:58.285215 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc74a1-6e95-448f-85a0-9ec1f78f77f7 req-65d14bed-8ef9-430d-8a31-f948c7984fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:58.286916 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-16fc74a1-6e95-448f-85a0-9ec1f78f77f7 req-65d14bed-8ef9-430d-8a31-f948c7984fb5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93424b38a7474b9787347d46184008c3&device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 1098 time: 0.0562348 Jan 26 19:25:58.383573 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71753a26-6cc2-4a24-a2cb-b27d48985efe req-934e919a-3c23-411e-987e-7794672a620a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:58.389727 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-71753a26-6cc2-4a24-a2cb-b27d48985efe req-934e919a-3c23-411e-987e-7794672a620a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0744216 Jan 26 19:25:58.396570 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 51164) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:25:58.403760 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-cc836fc2-7504-4fd3-a43b-b3a1cf8e97df tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Request body: {'floatingip': {'port_id': 'fe434a86-f778-4b6d-a4b9-ab67af155876'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:25:58.459954 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc74a1-6e95-448f-85a0-9ec1f78f77f7 req-428eddc4-3238-4455-8da2-78ae59ea68b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:58.461456 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-16fc74a1-6e95-448f-85a0-9ec1f78f77f7 req-428eddc4-3238-4455-8da2-78ae59ea68b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8746d71a-820a-4b05-87b9-92fff64ad22d HTTP/1.1" status: 200 len: 920 time: 0.1682527 Jan 26 19:25:58.503332 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cc836fc2-7504-4fd3-a43b-b3a1cf8e97df tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for floatingip (c3c5bdc9-cb16-4b11-936c-27c76a90b9fb), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:58.540750 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-16fc74a1-6e95-448f-85a0-9ec1f78f77f7 req-fcd605ff-3102-4ed2-9b1a-78037ccea293 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5caae4f3-a4db-4e20-a9d4-2446fc03ad58 HTTP/1.1" status: 200 len: 217 time: 0.0675483 Jan 26 19:25:58.590445 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa20aed-3ab8-446f-b2a4-eafee95bfed8 req-46a0f648-0e62-4207-a10b-437e8c3f9e98 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:58.592268 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8aa20aed-3ab8-446f-b2a4-eafee95bfed8 req-46a0f648-0e62-4207-a10b-437e8c3f9e98 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.1298892 Jan 26 19:25:58.634222 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc74a1-6e95-448f-85a0-9ec1f78f77f7 req-3e763fca-9683-4079-b533-154e9e8b1e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:58.636167 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-16fc74a1-6e95-448f-85a0-9ec1f78f77f7 req-3e763fca-9683-4079-b533-154e9e8b1e3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=60c69d80-c100-4f11-893e-f1b4a9dffa16 HTTP/1.1" status: 200 len: 859 time: 0.0832448 Jan 26 19:25:58.677418 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-16fc74a1-6e95-448f-85a0-9ec1f78f77f7 req-0212f235-dc16-4e5e-b166-cd13c19aaf8e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8746d71a-820a-4b05-87b9-92fff64ad22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323148 Jan 26 19:25:58.689661 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8aa20aed-3ab8-446f-b2a4-eafee95bfed8 req-20a5a441-73af-41ae-a2a0-b7445f77e05a tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902624 Jan 26 19:25:58.806799 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-16fc74a1-6e95-448f-85a0-9ec1f78f77f7 req-ff955645-00d7-4816-8a15-24bce058af81 service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161847 Jan 26 19:25:58.945245 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-16fc74a1-6e95-448f-85a0-9ec1f78f77f7 req-354f5de9-397c-4655-8659-fe1c713534f7 service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305916 Jan 26 19:25:59.096410 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cc836fc2-7504-4fd3-a43b-b3a1cf8e97df tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:59.099726 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cc836fc2-7504-4fd3-a43b-b3a1cf8e97df tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747628'] for floatingip (c3c5bdc9-cb16-4b11-936c-27c76a90b9fb), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:59.194894 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.l3_db [None req-cc836fc2-7504-4fd3-a43b-b3a1cf8e97df tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Floating IP c3c5bdc9-cb16-4b11-936c-27c76a90b9fb associated. External IP: 172.27.1.71, port: fe434a86-f778-4b6d-a4b9-ab67af155876. Jan 26 19:25:59.397679 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc836fc2-7504-4fd3-a43b-b3a1cf8e97df tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Router 5d03a272-99ba-4c1e-b155-33fd0f94684d has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:25:59.503598 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc836fc2-7504-4fd3-a43b-b3a1cf8e97df tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:25:59.508217 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cc836fc2-7504-4fd3-a43b-b3a1cf8e97df tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:25:59.512947 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6116ca-5911-4c21-b663-d4ad69c2b9a9 None None] Sync routers for ids ['5d03a272-99ba-4c1e-b155-33fd0f94684d'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:25:59.521613 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6116ca-5911-4c21-b663-d4ad69c2b9a9 None None] Routers {'5d03a272-99ba-4c1e-b155-33fd0f94684d'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:25:59.522224 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-8c6116ca-5911-4c21-b663-d4ad69c2b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:25:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5d03a272-99ba-4c1e-b155-33fd0f94684d'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:25:59.542724 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-cc836fc2-7504-4fd3-a43b-b3a1cf8e97df tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "PUT /v2.0/floatingips/c3c5bdc9-cb16-4b11-936c-27c76a90b9fb HTTP/1.1" status: 200 len: 990 time: 1.1419861 Jan 26 19:25:59.542724 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15ff6ad-b011-48d9-a8af-fc836715e6f5', 'tag': 'fe434a86-f778-4b6d-a4b9-ab67af155876'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:25:59.543323 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7b72c0399c7a02543c54853772d0c66854ec282a6807dc06cd91a1aad397b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a1b4f9-f0af-4ff2-9ba5-fc85e33e9723" -d '{"events": [{"name": "network-changed", "server_uuid": "a15ff6ad-b011-48d9-a8af-fc836715e6f5", "tag": "fe434a86-f778-4b6d-a4b9-ab67af155876"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:25:59.607610 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a7fa37-430a-42f6-9353-be48d2b20a85 x-openstack-request-id: req-21a7fa37-430a-42f6-9353-be48d2b20a85 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:25:59.607936 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15ff6ad-b011-48d9-a8af-fc836715e6f5", "tag": "fe434a86-f778-4b6d-a4b9-ab67af155876", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:25:59.608195 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21a7fa37-430a-42f6-9353-be48d2b20a85 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:25:59.608591 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15ff6ad-b011-48d9-a8af-fc836715e6f5', 'tag': 'fe434a86-f778-4b6d-a4b9-ab67af155876', 'status': 'completed', 'code': 200} Jan 26 19:25:59.649396 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-8c6116ca-5911-4c21-b663-d4ad69c2b9a9 None None] Set router 5d03a272-99ba-4c1e-b155-33fd0f94684d gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:25:59.674322 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1b4f9-f0af-4ff2-9ba5-fc85e33e9723 req-0223f62a-83e3-4608-bfe3-a2e9a7c4ca64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:59.676060 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c4a1b4f9-f0af-4ff2-9ba5-fc85e33e9723 req-0223f62a-83e3-4608-bfe3-a2e9a7c4ca64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=200619f76ac54211847de3c39fa7c681&device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 1098 time: 0.0445752 Jan 26 19:25:59.802079 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1b4f9-f0af-4ff2-9ba5-fc85e33e9723 req-64da494a-1c7f-481d-a3c9-d1c7b54f7a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:59.811483 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c4a1b4f9-f0af-4ff2-9ba5-fc85e33e9723 req-64da494a-1c7f-481d-a3c9-d1c7b54f7a8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=68fda3bd-90ff-4f20-8f16-b16096f575dd HTTP/1.1" status: 200 len: 917 time: 0.1292024 Jan 26 19:25:59.843499 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d223d4-c214-408b-9e11-4d3324e89b39 req-1ebf6efb-f3a3-4ad5-ace1-c0efc741bbec tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:59.851161 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-96d223d4-c214-408b-9e11-4d3324e89b39 req-1ebf6efb-f3a3-4ad5-ace1-c0efc741bbec tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0589209 Jan 26 19:25:59.910041 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-96d223d4-c214-408b-9e11-4d3324e89b39 req-0cb939ec-0feb-4ed5-859d-a563d2a956fb tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585241 Jan 26 19:25:59.918085 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c4a1b4f9-f0af-4ff2-9ba5-fc85e33e9723 req-0e0f0922-d5bf-43a5-8615-04dfaeba72e4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe434a86-f778-4b6d-a4b9-ab67af155876 HTTP/1.1" status: 200 len: 998 time: 0.0847251 Jan 26 19:25:59.974013 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1b4f9-f0af-4ff2-9ba5-fc85e33e9723 req-11301ee6-b3cd-4838-bf64-8c381c085af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:25:59.975864 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c4a1b4f9-f0af-4ff2-9ba5-fc85e33e9723 req-11301ee6-b3cd-4838-bf64-8c381c085af0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96126fec-90a5-4e8d-afec-f07c12737d79 HTTP/1.1" status: 200 len: 855 time: 0.0553720 Jan 26 19:26:00.034815 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-8c6116ca-5911-4c21-b663-d4ad69c2b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:25:06Z', 'revision_number': 4, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port': {'id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': 'c3c5bdc9-cb16-4b11-936c-27c76a90b9fb', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'port_id': 'fe434a86-f778-4b6d-a4b9-ab67af155876', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'mac_address': 'fa:16:3e:f3:8e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ff6ad-b011-48d9-a8af-fc836715e6f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:25:16Z', 'updated_at': '2022-01-26T19:25:58Z', 'revision_number': 1, 'project_id': '200619f76ac54211847de3c39fa7c681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b9fe56-8074-4a3a-a9fc-96af4877b188', 'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'mac_address': 'fa:16:3e:0b:45:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:18Z', 'revision_number': 5, 'project_id': '200619f76ac54211847de3c39fa7c681', 'subnets': [{'id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:26:00.063346 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1b4f9-f0af-4ff2-9ba5-fc85e33e9723 req-e989e703-4f5d-46c2-aed4-ee7173b62937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:00.065232 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c4a1b4f9-f0af-4ff2-9ba5-fc85e33e9723 req-e989e703-4f5d-46c2-aed4-ee7173b62937 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68fda3bd-90ff-4f20-8f16-b16096f575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719969 Jan 26 19:26:00.069821 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6116ca-5911-4c21-b663-d4ad69c2b9a9 None None] Checking router: 5d03a272-99ba-4c1e-b155-33fd0f94684d for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:26:00.080438 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6116ca-5911-4c21-b663-d4ad69c2b9a9 None None] Routers {'5d03a272-99ba-4c1e-b155-33fd0f94684d'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:26:00.081491 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-8c6116ca-5911-4c21-b663-d4ad69c2b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:25:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5d03a272-99ba-4c1e-b155-33fd0f94684d'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:26:00.225461 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c4a1b4f9-f0af-4ff2-9ba5-fc85e33e9723 req-465ce9a4-549a-4756-b5f4-5c8b48c11304 service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505644 Jan 26 19:26:00.227691 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-8c6116ca-5911-4c21-b663-d4ad69c2b9a9 None None] Set router 5d03a272-99ba-4c1e-b155-33fd0f94684d gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:26:00.422505 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c4a1b4f9-f0af-4ff2-9ba5-fc85e33e9723 req-7f892703-d54f-4d01-9657-be5399619994 service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890776 Jan 26 19:26:00.458729 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 51262) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:00.562397 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-8c6116ca-5911-4c21-b663-d4ad69c2b9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:25:06Z', 'revision_number': 4, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port': {'id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': 'c3c5bdc9-cb16-4b11-936c-27c76a90b9fb', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'port_id': 'fe434a86-f778-4b6d-a4b9-ab67af155876', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'mac_address': 'fa:16:3e:f3:8e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ff6ad-b011-48d9-a8af-fc836715e6f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:25:16Z', 'updated_at': '2022-01-26T19:25:58Z', 'revision_number': 1, 'project_id': '200619f76ac54211847de3c39fa7c681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b9fe56-8074-4a3a-a9fc-96af4877b188', 'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'mac_address': 'fa:16:3e:0b:45:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:18Z', 'revision_number': 5, 'project_id': '200619f76ac54211847de3c39fa7c681', 'subnets': [{'id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:26:00.592262 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6116ca-5911-4c21-b663-d4ad69c2b9a9 None None] The sync data for ids ['5d03a272-99ba-4c1e-b155-33fd0f94684d'] in dv-cinder-794001-3-iscsi is: [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:25:06Z', 'revision_number': 4, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port': {'id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': 'c3c5bdc9-cb16-4b11-936c-27c76a90b9fb', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'port_id': 'fe434a86-f778-4b6d-a4b9-ab67af155876', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'mac_address': 'fa:16:3e:f3:8e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a15ff6ad-b011-48d9-a8af-fc836715e6f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:25:16Z', 'updated_at': '2022-01-26T19:25:58Z', 'revision_number': 1, 'project_id': '200619f76ac54211847de3c39fa7c681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b9fe56-8074-4a3a-a9fc-96af4877b188', 'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'mac_address': 'fa:16:3e:0b:45:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:18Z', 'revision_number': 5, 'project_id': '200619f76ac54211847de3c39fa7c681', 'subnets': [{'id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:26:00.643442 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-956979b5-aa50-4e2c-9b80-6e539cef997c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:00.751662 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-956979b5-aa50-4e2c-9b80-6e539cef997c admin admin] Publish callbacks [] for security_group (581299e5-0279-4041-8a04-c2c891aaf574), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:00.756142 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-956979b5-aa50-4e2c-9b80-6e539cef997c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (581299e5-0279-4041-8a04-c2c891aaf574), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:00.793834 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956979b5-aa50-4e2c-9b80-6e539cef997c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581299e5-0279-4041-8a04-c2c891aaf574,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:00.797936 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-956979b5-aa50-4e2c-9b80-6e539cef997c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f7b600cfd2f944ce9f33c16d136ee895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374252 Jan 26 19:26:00.800854 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 51278) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:00.804581 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956979b5-aa50-4e2c-9b80-6e539cef997c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.805116 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956979b5-aa50-4e2c-9b80-6e539cef997c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.805468 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956979b5-aa50-4e2c-9b80-6e539cef997c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.805861 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956979b5-aa50-4e2c-9b80-6e539cef997c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.806199 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956979b5-aa50-4e2c-9b80-6e539cef997c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.806528 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956979b5-aa50-4e2c-9b80-6e539cef997c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.806853 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956979b5-aa50-4e2c-9b80-6e539cef997c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.807177 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956979b5-aa50-4e2c-9b80-6e539cef997c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.807539 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956979b5-aa50-4e2c-9b80-6e539cef997c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.807892 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956979b5-aa50-4e2c-9b80-6e539cef997c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.808215 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956979b5-aa50-4e2c-9b80-6e539cef997c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.808535 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956979b5-aa50-4e2c-9b80-6e539cef997c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.808850 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956979b5-aa50-4e2c-9b80-6e539cef997c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.852844 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1d25a1b5-cb21-4c71-892e-3c020e77e48d admin admin] Publish callbacks [] for security_group (581299e5-0279-4041-8a04-c2c891aaf574), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:00.858800 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57238426-badc-43a8-891b-510fdcb2a356 None None] New status for floating IP c3c5bdc9-cb16-4b11-936c-27c76a90b9fb: ACTIVE {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:26:00.875126 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1d25a1b5-cb21-4c71-892e-3c020e77e48d admin admin] Publish callbacks [] for security_group (581299e5-0279-4041-8a04-c2c891aaf574), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:00.922967 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1d25a1b5-cb21-4c71-892e-3c020e77e48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (581299e5-0279-4041-8a04-c2c891aaf574), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:00.925488 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1d25a1b5-cb21-4c71-892e-3c020e77e48d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:00.928972 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-1d25a1b5-cb21-4c71-892e-3c020e77e48d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/581299e5-0279-4041-8a04-c2c891aaf574 HTTP/1.1" status: 204 len: 168 time: 0.1242352 Jan 26 19:26:00.943249 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25a1b5-cb21-4c71-892e-3c020e77e48d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581299e5-0279-4041-8a04-c2c891aaf574,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:00.957625 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25a1b5-cb21-4c71-892e-3c020e77e48d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.958202 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25a1b5-cb21-4c71-892e-3c020e77e48d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.958724 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25a1b5-cb21-4c71-892e-3c020e77e48d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.959215 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25a1b5-cb21-4c71-892e-3c020e77e48d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.959663 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25a1b5-cb21-4c71-892e-3c020e77e48d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.960151 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25a1b5-cb21-4c71-892e-3c020e77e48d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.960597 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25a1b5-cb21-4c71-892e-3c020e77e48d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.961220 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25a1b5-cb21-4c71-892e-3c020e77e48d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.961654 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25a1b5-cb21-4c71-892e-3c020e77e48d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.962133 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25a1b5-cb21-4c71-892e-3c020e77e48d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.962562 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25a1b5-cb21-4c71-892e-3c020e77e48d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.963033 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25a1b5-cb21-4c71-892e-3c020e77e48d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:00.963491 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d25a1b5-cb21-4c71-892e-3c020e77e48d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:26:01.061734 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3deed-59cb-4c3a-aa25-dd889ce254af req-6d27e01d-612f-4787-b7b0-25a1a49cc6d1 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:01.063676 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4ae3deed-59cb-4c3a-aa25-dd889ce254af req-6d27e01d-612f-4787-b7b0-25a1a49cc6d1 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0551817 Jan 26 19:26:01.113033 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4ae3deed-59cb-4c3a-aa25-dd889ce254af req-2c52adde-c840-4bda-b27c-792277ba95a8 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435991 Jan 26 19:26:01.236292 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 51288) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:01.248919 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-024c369a-a3ea-45ce-938b-148496991815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:01.326077 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-024c369a-a3ea-45ce-938b-148496991815 admin admin] Publish callbacks [] for security_group (8bbdfee9-c238-408c-82ea-9acef31a2ef8), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:01.329897 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-024c369a-a3ea-45ce-938b-148496991815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (8bbdfee9-c238-408c-82ea-9acef31a2ef8), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:01.367096 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-024c369a-a3ea-45ce-938b-148496991815 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d253664fc1e947f4b5f5bf33d78278f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296656 Jan 26 19:26:01.368135 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c369a-a3ea-45ce-938b-148496991815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbdfee9-c238-408c-82ea-9acef31a2ef8,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:01.370852 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 51290) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:01.418904 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6f46b06b-1dd3-4e0e-b1c2-d913bee2be9c admin admin] Publish callbacks [] for security_group (8bbdfee9-c238-408c-82ea-9acef31a2ef8), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:01.445152 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6f46b06b-1dd3-4e0e-b1c2-d913bee2be9c admin admin] Publish callbacks [] for security_group (8bbdfee9-c238-408c-82ea-9acef31a2ef8), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:01.498430 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6f46b06b-1dd3-4e0e-b1c2-d913bee2be9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (8bbdfee9-c238-408c-82ea-9acef31a2ef8), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:01.501133 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6f46b06b-1dd3-4e0e-b1c2-d913bee2be9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:01.502318 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-6f46b06b-1dd3-4e0e-b1c2-d913bee2be9c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8bbdfee9-c238-408c-82ea-9acef31a2ef8 HTTP/1.1" status: 204 len: 168 time: 0.1302197 Jan 26 19:26:01.510091 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46b06b-1dd3-4e0e-b1c2-d913bee2be9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbdfee9-c238-408c-82ea-9acef31a2ef8,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:02.273790 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef7e41-0a31-4043-ba91-1320e6463ae3 req-3f5f05c6-a6c3-48c8-82ac-90084523ee04 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:02.275563 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c0ef7e41-0a31-4043-ba91-1320e6463ae3 req-3f5f05c6-a6c3-48c8-82ac-90084523ee04 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0759799 Jan 26 19:26:02.333540 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c0ef7e41-0a31-4043-ba91-1320e6463ae3 req-615e6cf1-ea80-4ab4-8dcd-abbdeb2633ea tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490994 Jan 26 19:26:02.375148 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 51368) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:02.477293 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f9f66263-9450-4652-9d90-ff07c23b6922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:02.555613 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f9f66263-9450-4652-9d90-ff07c23b6922 admin admin] Publish callbacks [] for security_group (4cca73ae-1bf3-41f9-a340-2cf3196907f4), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:02.560635 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f9f66263-9450-4652-9d90-ff07c23b6922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (4cca73ae-1bf3-41f9-a340-2cf3196907f4), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:02.604443 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f9f66263-9450-4652-9d90-ff07c23b6922 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a4e422dfbca94b3d9d5bd81bf02af4ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279489 Jan 26 19:26:02.605327 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 51380) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:02.605802 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f66263-9450-4652-9d90-ff07c23b6922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cca73ae-1bf3-41f9-a340-2cf3196907f4,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:02.665749 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-76596258-e2d5-4ff1-9797-f6a8a394d0e9 admin admin] Publish callbacks [] for security_group (4cca73ae-1bf3-41f9-a340-2cf3196907f4), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:02.691435 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-76596258-e2d5-4ff1-9797-f6a8a394d0e9 admin admin] Publish callbacks [] for security_group (4cca73ae-1bf3-41f9-a340-2cf3196907f4), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:02.739800 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-76596258-e2d5-4ff1-9797-f6a8a394d0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (4cca73ae-1bf3-41f9-a340-2cf3196907f4), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:02.742500 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-76596258-e2d5-4ff1-9797-f6a8a394d0e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:02.746340 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-76596258-e2d5-4ff1-9797-f6a8a394d0e9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4cca73ae-1bf3-41f9-a340-2cf3196907f4 HTTP/1.1" status: 204 len: 168 time: 0.1369896 Jan 26 19:26:02.755905 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76596258-e2d5-4ff1-9797-f6a8a394d0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cca73ae-1bf3-41f9-a340-2cf3196907f4,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:03.080120 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 51402) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:03.096887 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ae2f2ee9-3093-46d9-9ae0-24469216a188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:03.173707 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ae2f2ee9-3093-46d9-9ae0-24469216a188 admin admin] Publish callbacks [] for security_group (e7075212-8acc-4425-8651-56baa20c1246), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:03.177594 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ae2f2ee9-3093-46d9-9ae0-24469216a188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (e7075212-8acc-4425-8651-56baa20c1246), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:03.215554 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-ae2f2ee9-3093-46d9-9ae0-24469216a188 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b4f281ce4a6247e19dfefc015aa419d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343241 Jan 26 19:26:03.216703 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f2ee9-3093-46d9-9ae0-24469216a188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7075212-8acc-4425-8651-56baa20c1246,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:03.218251 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 51408) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:03.286007 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-92383211-a940-4024-829f-6d8047dcacbd admin admin] Publish callbacks [] for security_group (e7075212-8acc-4425-8651-56baa20c1246), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:03.314051 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-92383211-a940-4024-829f-6d8047dcacbd admin admin] Publish callbacks [] for security_group (e7075212-8acc-4425-8651-56baa20c1246), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:03.363531 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-92383211-a940-4024-829f-6d8047dcacbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (e7075212-8acc-4425-8651-56baa20c1246), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:03.366205 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-92383211-a940-4024-829f-6d8047dcacbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:03.367351 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-92383211-a940-4024-829f-6d8047dcacbd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e7075212-8acc-4425-8651-56baa20c1246 HTTP/1.1" status: 204 len: 168 time: 0.1481295 Jan 26 19:26:03.377562 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92383211-a940-4024-829f-6d8047dcacbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7075212-8acc-4425-8651-56baa20c1246,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:03.479950 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277b848-6405-495b-847b-67beb3bad171 req-7f7d6673-ae5c-4765-bf5d-59b17cc503a4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:03.481665 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3277b848-6405-495b-847b-67beb3bad171 req-7f7d6673-ae5c-4765-bf5d-59b17cc503a4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0497727 Jan 26 19:26:03.535447 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3277b848-6405-495b-847b-67beb3bad171 req-48d64bea-f1ba-425b-9a22-78a3b50e55f9 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473273 Jan 26 19:26:04.040379 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-75dee775-7525-467b-8577-8fdd5a714ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:04.657961 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f0d43-8e34-441c-a4d5-ff1b4c423d62 req-eaf6c5ea-90d0-4e75-b73b-15f0829b4af2 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:04.659430 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c43f0d43-8e34-441c-a4d5-ff1b4c423d62 req-eaf6c5ea-90d0-4e75-b73b-15f0829b4af2 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0481896 Jan 26 19:26:04.706960 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c43f0d43-8e34-441c-a4d5-ff1b4c423d62 req-de74d977-466a-4820-a4c2-bb1ab8cc605d tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418293 Jan 26 19:26:05.346367 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-86f53683-cdef-48ac-b8e9-e8fe1435e4b4 req-a754e30d-7547-40e6-8fd6-6a629648e419 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393655 Jan 26 19:26:05.441276 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f53683-cdef-48ac-b8e9-e8fe1435e4b4 req-e0ce07f6-8db1-443c-a6ae-185677833356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:05.442783 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-86f53683-cdef-48ac-b8e9-e8fe1435e4b4 req-e0ce07f6-8db1-443c-a6ae-185677833356 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=628a0f3ad3b346df9f72a9114ea1e869&device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 1099 time: 0.0431840 Jan 26 19:26:05.559405 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f53683-cdef-48ac-b8e9-e8fe1435e4b4 req-0cca2780-1958-4beb-b3a0-1aa9afb53a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:05.559405 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-86f53683-cdef-48ac-b8e9-e8fe1435e4b4 req-0cca2780-1958-4beb-b3a0-1aa9afb53a3b service neutron] 10.222.0.46 "GET /v2.0/networks?id=26b2db68-da0a-45e2-a594-43d4959688a1 HTTP/1.1" status: 200 len: 912 time: 0.0924253 Jan 26 19:26:05.606674 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-86f53683-cdef-48ac-b8e9-e8fe1435e4b4 req-d41af227-7e63-447d-8296-e9f750cb498f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a5716f6-ee7f-47b4-9680-f7b8772235cd HTTP/1.1" status: 200 len: 217 time: 0.0377030 Jan 26 19:26:05.678279 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f53683-cdef-48ac-b8e9-e8fe1435e4b4 req-27fcb20b-ca53-4800-ba3f-35b6aa0ab264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:05.682764 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-86f53683-cdef-48ac-b8e9-e8fe1435e4b4 req-27fcb20b-ca53-4800-ba3f-35b6aa0ab264 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=93576319-cdc3-4ce0-8a3c-40f7bd90444f HTTP/1.1" status: 200 len: 851 time: 0.0564313 Jan 26 19:26:05.731979 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-86f53683-cdef-48ac-b8e9-e8fe1435e4b4 req-f03941f1-23d0-4d77-a6b5-583c89144170 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=26b2db68-da0a-45e2-a594-43d4959688a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322368 Jan 26 19:26:05.873074 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6e6a8-993d-492e-9b08-9b08c2a2a2c3 req-c33d9c95-7918-4d20-b78b-60431887d03e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:05.874529 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-17f6e6a8-993d-492e-9b08-9b08c2a2a2c3 req-c33d9c95-7918-4d20-b78b-60431887d03e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0737178 Jan 26 19:26:05.877931 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-86f53683-cdef-48ac-b8e9-e8fe1435e4b4 req-1bc06139-d4c7-405b-a275-fc2bf845e376 service neutron] 10.222.0.46 "GET /v2.0/networks/26b2db68-da0a-45e2-a594-43d4959688a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360779 Jan 26 19:26:05.987343 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-17f6e6a8-993d-492e-9b08-9b08c2a2a2c3 req-066c9e18-8637-4c25-b107-52fbeeaccfe1 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064777 Jan 26 19:26:06.009283 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-86f53683-cdef-48ac-b8e9-e8fe1435e4b4 req-a99a9155-5ad6-4f32-9208-4b4e4608a449 service neutron] 10.222.0.46 "GET /v2.0/networks/26b2db68-da0a-45e2-a594-43d4959688a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214111 Jan 26 19:26:06.304348 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-0db45395-1e0d-4820-a11c-c5df1b88a08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:06.412496 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 51628) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:06.514545 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-29698e28-ac2c-4985-a866-46eff2cf3905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:06.590647 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-29698e28-ac2c-4985-a866-46eff2cf3905 admin admin] Publish callbacks [] for security_group (05486d6b-01e5-49d7-b5e3-50576d81d8ba), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:06.594217 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-29698e28-ac2c-4985-a866-46eff2cf3905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (05486d6b-01e5-49d7-b5e3-50576d81d8ba), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:06.632356 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-29698e28-ac2c-4985-a866-46eff2cf3905 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cd02f8fc5a7545d2bb6a52d9d674ef7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188356 Jan 26 19:26:06.633166 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29698e28-ac2c-4985-a866-46eff2cf3905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05486d6b-01e5-49d7-b5e3-50576d81d8ba,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:06.635161 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 51632) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:06.682072 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-44a92a1f-9230-4b2e-8ba7-ccb29ad511e1 admin admin] Publish callbacks [] for security_group (05486d6b-01e5-49d7-b5e3-50576d81d8ba), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:06.703740 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-44a92a1f-9230-4b2e-8ba7-ccb29ad511e1 admin admin] Publish callbacks [] for security_group (05486d6b-01e5-49d7-b5e3-50576d81d8ba), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:06.757216 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-44a92a1f-9230-4b2e-8ba7-ccb29ad511e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (05486d6b-01e5-49d7-b5e3-50576d81d8ba), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:06.759759 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-44a92a1f-9230-4b2e-8ba7-ccb29ad511e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:06.761848 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-44a92a1f-9230-4b2e-8ba7-ccb29ad511e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/05486d6b-01e5-49d7-b5e3-50576d81d8ba HTTP/1.1" status: 204 len: 168 time: 0.1249032 Jan 26 19:26:06.769718 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a92a1f-9230-4b2e-8ba7-ccb29ad511e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05486d6b-01e5-49d7-b5e3-50576d81d8ba,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:07.075762 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 51660) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:07.094755 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-66d213ac-8e92-4ab5-acc0-50edbeef36f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:07.157054 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8b501-ea1e-4d1a-be1c-43ca42f0a66e req-7e1d438a-86b8-4c87-8e34-4211d7888277 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:07.164246 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-40e8b501-ea1e-4d1a-be1c-43ca42f0a66e req-7e1d438a-86b8-4c87-8e34-4211d7888277 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0561683 Jan 26 19:26:07.181237 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-66d213ac-8e92-4ab5-acc0-50edbeef36f6 admin admin] Publish callbacks [] for security_group (514f6d72-66ea-4ed9-b0b7-22f8252ddc1d), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:07.185530 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-66d213ac-8e92-4ab5-acc0-50edbeef36f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (514f6d72-66ea-4ed9-b0b7-22f8252ddc1d), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:07.207765 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-40e8b501-ea1e-4d1a-be1c-43ca42f0a66e req-27871b28-7b4f-45f5-b271-32bd40115b45 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424466 Jan 26 19:26:07.232002 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-66d213ac-8e92-4ab5-acc0-50edbeef36f6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9a71d9902d8841a993dabb557e185c44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521614 Jan 26 19:26:07.232002 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d213ac-8e92-4ab5-acc0-50edbeef36f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514f6d72-66ea-4ed9-b0b7-22f8252ddc1d,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:07.232479 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 51664) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:07.299388 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-654a06fa-3ea7-4391-a61b-0bd3c99cbb21 admin admin] Publish callbacks [] for security_group (514f6d72-66ea-4ed9-b0b7-22f8252ddc1d), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:07.323108 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-654a06fa-3ea7-4391-a61b-0bd3c99cbb21 admin admin] Publish callbacks [] for security_group (514f6d72-66ea-4ed9-b0b7-22f8252ddc1d), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:07.362974 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c0540-00b2-488c-a754-796fd11cb7a7 req-c7b986c8-4236-4d30-b507-94192b19c5bd tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:07.364509 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-001c0540-00b2-488c-a754-796fd11cb7a7 req-c7b986c8-4236-4d30-b507-94192b19c5bd tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 946 time: 0.0642560 Jan 26 19:26:07.387235 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-654a06fa-3ea7-4391-a61b-0bd3c99cbb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (514f6d72-66ea-4ed9-b0b7-22f8252ddc1d), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:07.391684 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-654a06fa-3ea7-4391-a61b-0bd3c99cbb21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:07.393285 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-654a06fa-3ea7-4391-a61b-0bd3c99cbb21 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/514f6d72-66ea-4ed9-b0b7-22f8252ddc1d HTTP/1.1" status: 204 len: 168 time: 0.1595299 Jan 26 19:26:07.404886 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a06fa-3ea7-4391-a61b-0bd3c99cbb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514f6d72-66ea-4ed9-b0b7-22f8252ddc1d,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:07.420588 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-001c0540-00b2-488c-a754-796fd11cb7a7 req-43ba568e-8198-4449-a77f-0a7d3dc007fe tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491600 Jan 26 19:26:07.725528 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:07.912466 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:08.336879 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c394fc-40a6-4321-a223-c6e5d46cad1f req-1d4d8a5e-6397-4552-b927-634839f1d190 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:08.338326 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f1c394fc-40a6-4321-a223-c6e5d46cad1f req-1d4d8a5e-6397-4552-b927-634839f1d190 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0526209 Jan 26 19:26:08.404466 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f1c394fc-40a6-4321-a223-c6e5d46cad1f req-ec262995-a000-4aa0-b32d-053aa6bb051e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577908 Jan 26 19:26:08.540569 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79223ebc-8eac-4b5a-8fb5-d3fb0c311e2a req-00cf63e6-7a2a-41d0-a39d-6c81517a2f18 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:08.542534 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-79223ebc-8eac-4b5a-8fb5-d3fb0c311e2a req-00cf63e6-7a2a-41d0-a39d-6c81517a2f18 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 946 time: 0.0509577 Jan 26 19:26:08.587999 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-79223ebc-8eac-4b5a-8fb5-d3fb0c311e2a req-daa4e8ba-ddb4-433b-b6ba-b233496f83f0 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400798 Jan 26 19:26:08.950508 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:09.204409 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 51736) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:09.308712 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3d7fb8a9-98af-4ba9-b935-2d0f02ad15a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:09.389005 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3d7fb8a9-98af-4ba9-b935-2d0f02ad15a7 admin admin] Publish callbacks [] for security_group (864c863e-c90d-44b5-8e32-d49e5824ca2f), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:09.393117 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3d7fb8a9-98af-4ba9-b935-2d0f02ad15a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (864c863e-c90d-44b5-8e32-d49e5824ca2f), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:09.437489 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-3d7fb8a9-98af-4ba9-b935-2d0f02ad15a7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=89abaf35ead5412e8e5c02794ca80c9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317421 Jan 26 19:26:09.439764 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fb8a9-98af-4ba9-b935-2d0f02ad15a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864c863e-c90d-44b5-8e32-d49e5824ca2f,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:09.440417 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 51750) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:09.498501 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6c85-34f7-42c8-849e-a1eca3a84aea admin admin] Publish callbacks [] for security_group (864c863e-c90d-44b5-8e32-d49e5824ca2f), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:09.530156 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6c85-34f7-42c8-849e-a1eca3a84aea admin admin] Publish callbacks [] for security_group (864c863e-c90d-44b5-8e32-d49e5824ca2f), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:09.592505 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402d9ef-1889-42fd-b9d4-694c310f9215 req-5e31ddb3-3afd-4892-864e-bcac573f7aad tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:09.593984 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e402d9ef-1889-42fd-b9d4-694c310f9215 req-5e31ddb3-3afd-4892-864e-bcac573f7aad tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0780718 Jan 26 19:26:09.632637 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6c85-34f7-42c8-849e-a1eca3a84aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (864c863e-c90d-44b5-8e32-d49e5824ca2f), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:09.635256 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-bcbf6c85-34f7-42c8-849e-a1eca3a84aea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:09.636462 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-bcbf6c85-34f7-42c8-849e-a1eca3a84aea admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/864c863e-c90d-44b5-8e32-d49e5824ca2f HTTP/1.1" status: 204 len: 168 time: 0.1950259 Jan 26 19:26:09.649098 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf6c85-34f7-42c8-849e-a1eca3a84aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864c863e-c90d-44b5-8e32-d49e5824ca2f,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:09.688208 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e402d9ef-1889-42fd-b9d4-694c310f9215 req-f74e5449-9670-4c4a-a1a5-0c6a9261dc13 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789790 Jan 26 19:26:09.789602 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8f2fd-cba5-4843-91e3-79e784129f4b req-5730f603-b53a-450b-a788-d729f7d519ba tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:09.797187 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8aa8f2fd-cba5-4843-91e3-79e784129f4b req-5730f603-b53a-450b-a788-d729f7d519ba tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 946 time: 0.0593221 Jan 26 19:26:09.841627 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8aa8f2fd-cba5-4843-91e3-79e784129f4b req-78623a2c-135f-4da6-a4eb-5f638fa5010a tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435772 Jan 26 19:26:09.945648 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 51766) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:09.958824 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2770c969-997c-4d9e-9557-3972dfe9d7fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:10.034815 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2770c969-997c-4d9e-9557-3972dfe9d7fc admin admin] Publish callbacks [] for security_group (5e2da02a-0453-4d0b-af31-d2b8178d01a9), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:10.040080 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2770c969-997c-4d9e-9557-3972dfe9d7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (5e2da02a-0453-4d0b-af31-d2b8178d01a9), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:10.077812 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-2770c969-997c-4d9e-9557-3972dfe9d7fc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=389a066727b84b5092940eae4c378ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296892 Jan 26 19:26:10.079033 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 51774) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:10.079599 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770c969-997c-4d9e-9557-3972dfe9d7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2da02a-0453-4d0b-af31-d2b8178d01a9,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:10.270837 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:10.273316 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-57063f40-02db-4683-9c0a-e44fbe531c4e admin admin] Publish callbacks [] for security_group (5e2da02a-0453-4d0b-af31-d2b8178d01a9), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:10.294949 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-57063f40-02db-4683-9c0a-e44fbe531c4e admin admin] Publish callbacks [] for security_group (5e2da02a-0453-4d0b-af31-d2b8178d01a9), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:10.341112 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-57063f40-02db-4683-9c0a-e44fbe531c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (5e2da02a-0453-4d0b-af31-d2b8178d01a9), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:10.345333 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-57063f40-02db-4683-9c0a-e44fbe531c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:10.348215 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-57063f40-02db-4683-9c0a-e44fbe531c4e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5e2da02a-0453-4d0b-af31-d2b8178d01a9 HTTP/1.1" status: 204 len: 168 time: 0.2681890 Jan 26 19:26:10.356564 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57063f40-02db-4683-9c0a-e44fbe531c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2da02a-0453-4d0b-af31-d2b8178d01a9,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:10.549613 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404f8b0-6b49-4e5e-bce8-b51e6a64d1f2 req-e9560971-7b99-45a6-b913-82049a7244c1 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:10.551157 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3404f8b0-6b49-4e5e-bce8-b51e6a64d1f2 req-e9560971-7b99-45a6-b913-82049a7244c1 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.46 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 946 time: 0.0496695 Jan 26 19:26:10.702696 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-3404f8b0-6b49-4e5e-bce8-b51e6a64d1f2 req-9656c591-e78e-4a7b-8af5-8e9c427b981c tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Deleting port 1a5716f6-ee7f-47b4-9680-f7b8772235cd {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:26:10.703040 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-3404f8b0-6b49-4e5e-bce8-b51e6a64d1f2 req-9656c591-e78e-4a7b-8af5-8e9c427b981c tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (1a5716f6-ee7f-47b4-9680-f7b8772235cd), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:10.803896 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea6c18-1d82-4204-aa82-70998f7bddba req-de8223c3-3725-4aa3-93d8-28749853466b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:10.805390 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b1ea6c18-1d82-4204-aa82-70998f7bddba req-de8223c3-3725-4aa3-93d8-28749853466b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0499496 Jan 26 19:26:10.811741 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-3404f8b0-6b49-4e5e-bce8-b51e6a64d1f2 req-9656c591-e78e-4a7b-8af5-8e9c427b981c tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] For port 1a5716f6-ee7f-47b4-9680-f7b8772235cd, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1a5716f6-ee7f-47b4-9680-f7b8772235cd,segment=NetworkSegment(96d8a119-d839-4480-ab30-41b2efaa1f15),segment_id=96d8a119-d839-4480-ab30-41b2efaa1f15)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:26:10.812145 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-3404f8b0-6b49-4e5e-bce8-b51e6a64d1f2 req-9656c591-e78e-4a7b-8af5-8e9c427b981c tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (1a5716f6-ee7f-47b4-9680-f7b8772235cd), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:10.831688 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-3404f8b0-6b49-4e5e-bce8-b51e6a64d1f2 req-9656c591-e78e-4a7b-8af5-8e9c427b981c tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Calling delete_port for 1a5716f6-ee7f-47b4-9680-f7b8772235cd owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:26:10.862599 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b1ea6c18-1d82-4204-aa82-70998f7bddba req-5608a3a5-a2cb-4873-8469-c06aa4ade87c tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503597 Jan 26 19:26:10.990498 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276563a-d634-4cf4-af4e-7ac541dfa9b6 req-a76b821f-3e3b-4fba-8f0e-4b47c59662e2 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:10.992141 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-7276563a-d634-4cf4-af4e-7ac541dfa9b6 req-a76b821f-3e3b-4fba-8f0e-4b47c59662e2 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 946 time: 0.0666196 Jan 26 19:26:11.066693 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-3404f8b0-6b49-4e5e-bce8-b51e6a64d1f2 req-9656c591-e78e-4a7b-8af5-8e9c427b981c tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830'] for port (1a5716f6-ee7f-47b4-9680-f7b8772235cd), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:11.081113 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-7276563a-d634-4cf4-af4e-7ac541dfa9b6 req-f5adb6ab-ccf6-4707-9fc9-65f5dfa9f974 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/security-groups?id=5b1d2795-8312-4392-ae65-09724a8901e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671744 Jan 26 19:26:11.083017 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['1a5716f6-ee7f-47b4-9680-f7b8772235cd'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:26:11.102229 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9656c591-e78e-4a7b-8af5-8e9c427b981c tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Pushing event deleted for resources: {'Port': ['ID=1a5716f6-ee7f-47b4-9680-f7b8772235cd,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:11.159715 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-3404f8b0-6b49-4e5e-bce8-b51e6a64d1f2 req-9656c591-e78e-4a7b-8af5-8e9c427b981c tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] No DVR routers for this DVR port 1a5716f6-ee7f-47b4-9680-f7b8772235cd on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:26:11.162802 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-3404f8b0-6b49-4e5e-bce8-b51e6a64d1f2 req-9656c591-e78e-4a7b-8af5-8e9c427b981c tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:11.166100 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3404f8b0-6b49-4e5e-bce8-b51e6a64d1f2 req-9656c591-e78e-4a7b-8af5-8e9c427b981c tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.46 "DELETE /v2.0/ports/1a5716f6-ee7f-47b4-9680-f7b8772235cd HTTP/1.1" status: 204 len: 173 time: 0.6101201 Jan 26 19:26:11.166584 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c83ec467-f057-4a9b-91c7-302bc3507bf2', 'name': 'network-vif-deleted', 'tag': '1a5716f6-ee7f-47b4-9680-f7b8772235cd'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:26:11.169300 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b2b52a-91c1-4daf-b0bb-a7ac1dbc9f15" -d '{"events": [{"server_uuid": "c83ec467-f057-4a9b-91c7-302bc3507bf2", "name": "network-vif-deleted", "tag": "1a5716f6-ee7f-47b4-9680-f7b8772235cd"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:26:11.216988 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b431a503-c617-4157-9ba6-621989171ccf x-openstack-request-id: req-b431a503-c617-4157-9ba6-621989171ccf {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:26:11.217280 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c83ec467-f057-4a9b-91c7-302bc3507bf2", "name": "network-vif-deleted", "tag": "1a5716f6-ee7f-47b4-9680-f7b8772235cd", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:26:11.217530 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b431a503-c617-4157-9ba6-621989171ccf {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:26:11.217924 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c83ec467-f057-4a9b-91c7-302bc3507bf2', 'name': 'network-vif-deleted', 'tag': '1a5716f6-ee7f-47b4-9680-f7b8772235cd', 'status': 'completed', 'code': 200} Jan 26 19:26:11.917501 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 51860) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:12.014017 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44722f2-05d4-4958-88fe-3ea364b15987 req-ef8984c2-3081-4ab2-a120-4b076bb6de3d tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:12.022167 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f44722f2-05d4-4958-88fe-3ea364b15987 req-ef8984c2-3081-4ab2-a120-4b076bb6de3d tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0812044 Jan 26 19:26:12.087376 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3f0db87e-0694-451e-a88c-1485ade344ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:12.138347 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f44722f2-05d4-4958-88fe-3ea364b15987 req-75ec47be-1b8c-4787-97bc-926a93bae580 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151667 Jan 26 19:26:12.232115 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3f0db87e-0694-451e-a88c-1485ade344ae admin admin] Publish callbacks [] for security_group (732fe7f0-2dd1-4805-b07d-3386eb2f8d0c), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:12.234361 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-05555bdd-5aaa-49f4-aa1f-65b0659390d7 req-bcc98b52-b635-40f7-ac9e-31c010e077f3 tempest-DeleteServersTestJSON-1258528322 tempest-DeleteServersTestJSON-1258528322-project] 10.222.0.50 "GET /v2.0/ports?device_id=c83ec467-f057-4a9b-91c7-302bc3507bf2 HTTP/1.1" status: 200 len: 210 time: 0.0391920 Jan 26 19:26:12.241527 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3f0db87e-0694-451e-a88c-1485ade344ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (732fe7f0-2dd1-4805-b07d-3386eb2f8d0c), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:12.296835 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-3f0db87e-0694-451e-a88c-1485ade344ae admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6d0546caffbe4b1c86ceefa21d4254a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781700 Jan 26 19:26:12.299348 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 51874) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:12.304543 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0db87e-0694-451e-a88c-1485ade344ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732fe7f0-2dd1-4805-b07d-3386eb2f8d0c,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:12.383896 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-99acf073-453b-4952-973c-a59ba43ee8cd admin admin] Publish callbacks [] for security_group (732fe7f0-2dd1-4805-b07d-3386eb2f8d0c), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:12.408951 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-99acf073-453b-4952-973c-a59ba43ee8cd admin admin] Publish callbacks [] for security_group (732fe7f0-2dd1-4805-b07d-3386eb2f8d0c), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:12.468474 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-99acf073-453b-4952-973c-a59ba43ee8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (732fe7f0-2dd1-4805-b07d-3386eb2f8d0c), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:12.471192 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-99acf073-453b-4952-973c-a59ba43ee8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:12.472385 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-99acf073-453b-4952-973c-a59ba43ee8cd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/732fe7f0-2dd1-4805-b07d-3386eb2f8d0c HTTP/1.1" status: 204 len: 168 time: 0.1716111 Jan 26 19:26:12.480924 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acf073-453b-4952-973c-a59ba43ee8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732fe7f0-2dd1-4805-b07d-3386eb2f8d0c,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:12.897405 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 51912) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:12.910997 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3908d5b4-4374-49a9-bf19-8d89f2fe0c94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.019051 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3908d5b4-4374-49a9-bf19-8d89f2fe0c94 admin admin] Publish callbacks [] for security_group (1f996ab0-0bb1-4c6d-9913-e3c099c8d708), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.022931 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3908d5b4-4374-49a9-bf19-8d89f2fe0c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (1f996ab0-0bb1-4c6d-9913-e3c099c8d708), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.066248 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-3908d5b4-4374-49a9-bf19-8d89f2fe0c94 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c95fe690798f4e7894e44cd46791906f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1677637 Jan 26 19:26:13.068151 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908d5b4-4374-49a9-bf19-8d89f2fe0c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f996ab0-0bb1-4c6d-9913-e3c099c8d708,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:13.069021 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 51918) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:13.121368 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c69f214a-eabc-46c0-bb67-fd39e918b8f5 admin admin] Publish callbacks [] for security_group (1f996ab0-0bb1-4c6d-9913-e3c099c8d708), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.143119 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c69f214a-eabc-46c0-bb67-fd39e918b8f5 admin admin] Publish callbacks [] for security_group (1f996ab0-0bb1-4c6d-9913-e3c099c8d708), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.169029 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 51924) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:13.196123 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c69f214a-eabc-46c0-bb67-fd39e918b8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (1f996ab0-0bb1-4c6d-9913-e3c099c8d708), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.199319 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c69f214a-eabc-46c0-bb67-fd39e918b8f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.200501 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-c69f214a-eabc-46c0-bb67-fd39e918b8f5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1f996ab0-0bb1-4c6d-9913-e3c099c8d708 HTTP/1.1" status: 204 len: 168 time: 0.1298368 Jan 26 19:26:13.209064 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f214a-eabc-46c0-bb67-fd39e918b8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f996ab0-0bb1-4c6d-9913-e3c099c8d708,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:13.299089 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9597ce1b-286b-4f5d-a483-10038abf8bd9 req-66215753-76c4-440f-8b56-386c4c80a9e5 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:13.301175 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9597ce1b-286b-4f5d-a483-10038abf8bd9 req-66215753-76c4-440f-8b56-386c4c80a9e5 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0732720 Jan 26 19:26:13.387849 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9597ce1b-286b-4f5d-a483-10038abf8bd9 req-617180c7-b6b1-449b-afe6-f4be18b381bb tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761836 Jan 26 19:26:13.544840 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ce686299-776f-43c1-8d51-55c05d4e145c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.600028 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 51952) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:13.613016 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d07853b1-8d7a-4d5b-bebc-985a3f8be314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.654052 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ce686299-776f-43c1-8d51-55c05d4e145c admin admin] Publish callbacks [] for security_group (fe28c4a0-d46a-4f05-ae65-12b2ffcc8f8a), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.657946 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ce686299-776f-43c1-8d51-55c05d4e145c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (fe28c4a0-d46a-4f05-ae65-12b2ffcc8f8a), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.696499 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d07853b1-8d7a-4d5b-bebc-985a3f8be314 admin admin] Publish callbacks [] for security_group (fcc3a3f0-fcbb-49df-a3e5-0fc8edc0ae7e), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.699032 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 51956) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:13.699223 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ce686299-776f-43c1-8d51-55c05d4e145c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e6551655edb42798ca51ed146d93b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5290868 Jan 26 19:26:13.705030 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce686299-776f-43c1-8d51-55c05d4e145c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe28c4a0-d46a-4f05-ae65-12b2ffcc8f8a,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:13.706581 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d07853b1-8d7a-4d5b-bebc-985a3f8be314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (fcc3a3f0-fcbb-49df-a3e5-0fc8edc0ae7e), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.772759 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-d07853b1-8d7a-4d5b-bebc-985a3f8be314 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=29ee60c1736c4bf9831f36b21ff6a3b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1716356 Jan 26 19:26:13.773880 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07853b1-8d7a-4d5b-bebc-985a3f8be314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc3a3f0-fcbb-49df-a3e5-0fc8edc0ae7e,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:13.775710 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 51958) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:13.793051 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6fb1b25b-724f-4a30-8df5-153c517409e0 admin admin] Publish callbacks [] for security_group (fe28c4a0-d46a-4f05-ae65-12b2ffcc8f8a), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.815245 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6fb1b25b-724f-4a30-8df5-153c517409e0 admin admin] Publish callbacks [] for security_group (fe28c4a0-d46a-4f05-ae65-12b2ffcc8f8a), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.831603 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ba6899d1-97da-4d5b-83c3-f2cd8c7877b0 admin admin] Publish callbacks [] for security_group (fcc3a3f0-fcbb-49df-a3e5-0fc8edc0ae7e), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.852980 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ba6899d1-97da-4d5b-83c3-f2cd8c7877b0 admin admin] Publish callbacks [] for security_group (fcc3a3f0-fcbb-49df-a3e5-0fc8edc0ae7e), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.861527 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6fb1b25b-724f-4a30-8df5-153c517409e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (fe28c4a0-d46a-4f05-ae65-12b2ffcc8f8a), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.864188 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6fb1b25b-724f-4a30-8df5-153c517409e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.865336 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-6fb1b25b-724f-4a30-8df5-153c517409e0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fe28c4a0-d46a-4f05-ae65-12b2ffcc8f8a HTTP/1.1" status: 204 len: 168 time: 0.1653976 Jan 26 19:26:13.873453 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1b25b-724f-4a30-8df5-153c517409e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe28c4a0-d46a-4f05-ae65-12b2ffcc8f8a,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:13.909984 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ba6899d1-97da-4d5b-83c3-f2cd8c7877b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (fcc3a3f0-fcbb-49df-a3e5-0fc8edc0ae7e), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.912681 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ba6899d1-97da-4d5b-83c3-f2cd8c7877b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:13.913842 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ba6899d1-97da-4d5b-83c3-f2cd8c7877b0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fcc3a3f0-fcbb-49df-a3e5-0fc8edc0ae7e HTTP/1.1" status: 204 len: 168 time: 0.1358426 Jan 26 19:26:13.923382 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6899d1-97da-4d5b-83c3-f2cd8c7877b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc3a3f0-fcbb-49df-a3e5-0fc8edc0ae7e,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:14.311236 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 51978) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:14.324580 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d80ec680-f124-476b-8e6e-d01ac5c642dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:14.410045 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 51982) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:14.415827 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d80ec680-f124-476b-8e6e-d01ac5c642dc admin admin] Publish callbacks [] for security_group (f47789f9-f7ae-46be-8068-6b7faf5612b0), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:14.422117 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d80ec680-f124-476b-8e6e-d01ac5c642dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (f47789f9-f7ae-46be-8068-6b7faf5612b0), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:14.472236 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-d80ec680-f124-476b-8e6e-d01ac5c642dc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=03fb51ac8e6a4e219e3adbc0347ba18d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1574936 Jan 26 19:26:14.472236 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ec680-f124-476b-8e6e-d01ac5c642dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47789f9-f7ae-46be-8068-6b7faf5612b0,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:14.474056 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 51990) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:14.544316 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33922247-e8fe-419b-9bc9-1f49d77c84dd req-bc894ae5-0795-4d3c-b717-29da27c6c879 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:14.544316 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-33922247-e8fe-419b-9bc9-1f49d77c84dd req-bc894ae5-0795-4d3c-b717-29da27c6c879 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0523033 Jan 26 19:26:14.557274 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6ed1e07d-ba91-47e9-b740-7798d89c984c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:14.573627 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-42bdd1ba-d3a5-4372-8455-d6ab4afe15bd admin admin] Publish callbacks [] for security_group (f47789f9-f7ae-46be-8068-6b7faf5612b0), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:14.595221 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-33922247-e8fe-419b-9bc9-1f49d77c84dd req-c303887b-9c80-4857-8d8f-ed6453c7028a tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461884 Jan 26 19:26:14.607999 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-42bdd1ba-d3a5-4372-8455-d6ab4afe15bd admin admin] Publish callbacks [] for security_group (f47789f9-f7ae-46be-8068-6b7faf5612b0), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:14.687708 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6ed1e07d-ba91-47e9-b740-7798d89c984c admin admin] Publish callbacks [] for security_group (1d43f2f4-b35e-4db9-84a1-da195e2447e0), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:14.689101 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-42bdd1ba-d3a5-4372-8455-d6ab4afe15bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (f47789f9-f7ae-46be-8068-6b7faf5612b0), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:14.691972 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-42bdd1ba-d3a5-4372-8455-d6ab4afe15bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:14.696022 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-42bdd1ba-d3a5-4372-8455-d6ab4afe15bd admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f47789f9-f7ae-46be-8068-6b7faf5612b0 HTTP/1.1" status: 204 len: 168 time: 0.2205737 Jan 26 19:26:14.699274 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6ed1e07d-ba91-47e9-b740-7798d89c984c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (1d43f2f4-b35e-4db9-84a1-da195e2447e0), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:14.715393 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bdd1ba-d3a5-4372-8455-d6ab4afe15bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47789f9-f7ae-46be-8068-6b7faf5612b0,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:14.725852 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 1a5716f6-ee7f-47b4-9680-f7b8772235cd no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:26:14.745755 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-6ed1e07d-ba91-47e9-b740-7798d89c984c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6e20639214e487a92f1b936c43d7176&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3336604 Jan 26 19:26:14.748844 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 52010) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:14.758478 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: 1a5716f6-ee7f-47b4-9680-f7b8772235cd {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:26:14.758797 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 1a5716f6-ee7f-47b4-9680-f7b8772235cd not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:26:14.781816 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1e07d-ba91-47e9-b740-7798d89c984c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d43f2f4-b35e-4db9-84a1-da195e2447e0,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:14.807558 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-983e2144-1484-4970-a2e6-0ace86f8ae7a admin admin] Publish callbacks [] for security_group (1d43f2f4-b35e-4db9-84a1-da195e2447e0), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:14.833161 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-983e2144-1484-4970-a2e6-0ace86f8ae7a admin admin] Publish callbacks [] for security_group (1d43f2f4-b35e-4db9-84a1-da195e2447e0), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:14.863307 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 52018) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:14.892205 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-983e2144-1484-4970-a2e6-0ace86f8ae7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (1d43f2f4-b35e-4db9-84a1-da195e2447e0), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:14.894884 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-983e2144-1484-4970-a2e6-0ace86f8ae7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:14.898914 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-983e2144-1484-4970-a2e6-0ace86f8ae7a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d43f2f4-b35e-4db9-84a1-da195e2447e0 HTTP/1.1" status: 204 len: 168 time: 0.1488976 Jan 26 19:26:14.912034 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e2144-1484-4970-a2e6-0ace86f8ae7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d43f2f4-b35e-4db9-84a1-da195e2447e0,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:14.924823 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_v2 [None req-3af84643-c152-4d0b-93ae-482496b6f0e3 admin admin] Deleting subnet 93576319-cdc3-4ce0-8a3c-40f7bd90444f {{(pid=102406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:26:14.929861 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3af84643-c152-4d0b-93ae-482496b6f0e3 admin admin] Publish callbacks [] for subnet (93576319-cdc3-4ce0-8a3c-40f7bd90444f), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:14.985680 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3af84643-c152-4d0b-93ae-482496b6f0e3 admin admin] Publish callbacks [] for subnet (93576319-cdc3-4ce0-8a3c-40f7bd90444f), precommit_delete_associations {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:15.000524 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3af84643-c152-4d0b-93ae-482496b6f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588427'] for subnet (93576319-cdc3-4ce0-8a3c-40f7bd90444f), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:15.016048 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 52024) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:15.079737 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3af84643-c152-4d0b-93ae-482496b6f0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for subnet (93576319-cdc3-4ce0-8a3c-40f7bd90444f), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:15.116355 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af84643-c152-4d0b-93ae-482496b6f0e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93576319-cdc3-4ce0-8a3c-40f7bd90444f,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:15.118906 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3af84643-c152-4d0b-93ae-482496b6f0e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:15.122643 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-3af84643-c152-4d0b-93ae-482496b6f0e3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/93576319-cdc3-4ce0-8a3c-40f7bd90444f HTTP/1.1" status: 204 len: 168 time: 0.2578425 Jan 26 19:26:15.125285 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 52032) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:15.223317 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056074'] for network (26b2db68-da0a-45e2-a594-43d4959688a1), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:15.310564 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1586524', 'neutron.services.segments.db._delete_segments_for_network-8757114033794'] for network (26b2db68-da0a-45e2-a594-43d4959688a1), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:15.334391 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:26:15.335461 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:26:15.336602 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:26:15.336945 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Subscribe: > port after_create 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:26:15.337318 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Subscribe: > port after_delete 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:26:15.337657 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Subscribe: > port after_update 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:26:15.337991 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:26:15.338617 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:26:15.338952 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:26:15.339286 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:26:15.514129 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:26:15.514553 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:26:15.514955 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:26:15.515350 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:26:15.515963 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b2db68-da0a-45e2-a594-43d4959688a1']}} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:26:15.548112 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d8a119-d839-4480-ab30-41b2efaa1f15') {'for_net_delete': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:26:15.548409 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d8a119-d839-4480-ab30-41b2efaa1f15') {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:26:15.559764 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d828f6f8-748e-4bd2-a717-7989ccd27ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:15.571997 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757114034827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8393464'] for segment (96d8a119-d839-4480-ab30-41b2efaa1f15), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:15.599185 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (96d8a119-d839-4480-ab30-41b2efaa1f15), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:15.610354 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=102405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:26:15.610661 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8804510'] for segment (96d8a119-d839-4480-ab30-41b2efaa1f15), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: from cryptography.utils import int_from_bytes Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: from cryptography.utils import int_from_bytes Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: Traceback (most recent call last): Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: timer() Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: cb(*args, **kw) Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: return func(*args, **kwargs) Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: self._notify() Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: self.callback(batched_events) Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: event.method(event) Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: return f(self, *a, **k) Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: return self._get(url).json() Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: return self.request(url, 'GET', **kwargs) Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:26:15.632586 dv-cinder-794001-3-iscsi neutron-server[102405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:26:15.744567 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1586517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747646'] for network (26b2db68-da0a-45e2-a594-43d4959688a1), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:15.761072 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:15.764444 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] 10.222.0.50 "DELETE /v2.0/networks/26b2db68-da0a-45e2-a594-43d4959688a1 HTTP/1.1" status: 204 len: 168 time: 0.6380098 Jan 26 19:26:15.794840 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ad975-e4b2-4c65-ab93-b742775e5efc admin admin] Pushing event deleted for resources: {'Network': ['ID=26b2db68-da0a-45e2-a594-43d4959688a1,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:15.808334 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d3661-0b92-4cca-85e9-f0f6b62e6010 req-63838c37-350d-48c5-a510-b2dbff139b62 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:15.812219 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ba0d3661-0b92-4cca-85e9-f0f6b62e6010 req-63838c37-350d-48c5-a510-b2dbff139b62 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.1160994 Jan 26 19:26:15.845125 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d828f6f8-748e-4bd2-a717-7989ccd27ce3 admin admin] Publish callbacks [] for security_group (5c74d032-203c-47d9-ad77-0df536493354), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:15.852247 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d828f6f8-748e-4bd2-a717-7989ccd27ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (5c74d032-203c-47d9-ad77-0df536493354), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:15.912654 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ba0d3661-0b92-4cca-85e9-f0f6b62e6010 req-fee363c1-8123-41ea-9594-90bcdd95b7d2 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946348 Jan 26 19:26:15.913738 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828f6f8-748e-4bd2-a717-7989ccd27ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c74d032-203c-47d9-ad77-0df536493354,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:15.920881 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-d828f6f8-748e-4bd2-a717-7989ccd27ce3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=365cce49426b42c3a1dab32c7ee04732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9034405 Jan 26 19:26:15.924013 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 52078) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:15.988509 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-948f5083-e9a3-41ed-a003-2293421c9d5a admin admin] Publish callbacks [] for security_group (5c74d032-203c-47d9-ad77-0df536493354), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:16.005686 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 52084) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:16.015065 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-948f5083-e9a3-41ed-a003-2293421c9d5a admin admin] Publish callbacks [] for security_group (5c74d032-203c-47d9-ad77-0df536493354), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:16.062106 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-cffdf052-d1f5-49a4-bdc0-db79e11a9d01 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=628a0f3ad3b346df9f72a9114ea1e869&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0552738 Jan 26 19:26:16.066565 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 52086) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:16.071509 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-948f5083-e9a3-41ed-a003-2293421c9d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (5c74d032-203c-47d9-ad77-0df536493354), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:16.076558 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-948f5083-e9a3-41ed-a003-2293421c9d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:16.078031 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-948f5083-e9a3-41ed-a003-2293421c9d5a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5c74d032-203c-47d9-ad77-0df536493354 HTTP/1.1" status: 204 len: 168 time: 0.1523814 Jan 26 19:26:16.086274 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f5083-e9a3-41ed-a003-2293421c9d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c74d032-203c-47d9-ad77-0df536493354,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:16.126008 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7076dcab-e644-4cc6-921d-23ea4c046029 admin admin] Publish callbacks [] for security_group (5b1d2795-8312-4392-ae65-09724a8901e3), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:16.152608 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7076dcab-e644-4cc6-921d-23ea4c046029 admin admin] Publish callbacks [] for security_group (5b1d2795-8312-4392-ae65-09724a8901e3), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:16.215000 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7076dcab-e644-4cc6-921d-23ea4c046029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (5b1d2795-8312-4392-ae65-09724a8901e3), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:16.217775 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7076dcab-e644-4cc6-921d-23ea4c046029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:16.219823 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-7076dcab-e644-4cc6-921d-23ea4c046029 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b1d2795-8312-4392-ae65-09724a8901e3 HTTP/1.1" status: 204 len: 168 time: 0.1512179 Jan 26 19:26:16.227322 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076dcab-e644-4cc6-921d-23ea4c046029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1d2795-8312-4392-ae65-09724a8901e3,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:16.775060 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 52124) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:16.788656 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a848eff9-a4ca-4b92-a1af-54001e0734d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:16.893730 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a848eff9-a4ca-4b92-a1af-54001e0734d2 admin admin] Publish callbacks [] for security_group (ce85292e-d225-43f7-8af4-3fed9f18347d), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:16.898320 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a848eff9-a4ca-4b92-a1af-54001e0734d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (ce85292e-d225-43f7-8af4-3fed9f18347d), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:16.937165 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-a848eff9-a4ca-4b92-a1af-54001e0734d2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=5bcb05bccb994d4796266d880976d728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1607335 Jan 26 19:26:16.938433 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848eff9-a4ca-4b92-a1af-54001e0734d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce85292e-d225-43f7-8af4-3fed9f18347d,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:16.939985 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 52130) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:17.028586 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-79ad839a-8a54-42fa-b1ca-dd080c690530 admin admin] Publish callbacks [] for security_group (ce85292e-d225-43f7-8af4-3fed9f18347d), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:17.075965 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-79ad839a-8a54-42fa-b1ca-dd080c690530 admin admin] Publish callbacks [] for security_group (ce85292e-d225-43f7-8af4-3fed9f18347d), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:17.123529 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954cb93-0eef-4c63-8c29-bca4e0c72478 req-e69014f1-d50a-4390-9cbe-fd720ea5fa14 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:17.125317 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5954cb93-0eef-4c63-8c29-bca4e0c72478 req-e69014f1-d50a-4390-9cbe-fd720ea5fa14 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0902393 Jan 26 19:26:17.198420 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-79ad839a-8a54-42fa-b1ca-dd080c690530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (ce85292e-d225-43f7-8af4-3fed9f18347d), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:17.206621 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-79ad839a-8a54-42fa-b1ca-dd080c690530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:17.208595 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-79ad839a-8a54-42fa-b1ca-dd080c690530 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ce85292e-d225-43f7-8af4-3fed9f18347d HTTP/1.1" status: 204 len: 168 time: 0.2675357 Jan 26 19:26:17.235139 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad839a-8a54-42fa-b1ca-dd080c690530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce85292e-d225-43f7-8af4-3fed9f18347d,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:17.253567 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5954cb93-0eef-4c63-8c29-bca4e0c72478 req-7c254648-6b25-4a82-b743-79a1d918357a tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063492 Jan 26 19:26:18.403253 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd763914-2d82-4d9b-bfbb-bf196002a00a req-2b9d03ac-06e3-40c1-9e50-96aca263207b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:18.405823 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-dd763914-2d82-4d9b-bfbb-bf196002a00a req-2b9d03ac-06e3-40c1-9e50-96aca263207b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0661445 Jan 26 19:26:18.500279 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-dd763914-2d82-4d9b-bfbb-bf196002a00a req-42303f0d-6347-4db8-8962-194153ef7272 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848949 Jan 26 19:26:19.622328 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a837bf-6f8f-40f5-9071-3581f2e69f3c req-69beecec-8d71-4ef3-a320-a19ce21437a0 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:19.628310 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-18a837bf-6f8f-40f5-9071-3581f2e69f3c req-69beecec-8d71-4ef3-a320-a19ce21437a0 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0512168 Jan 26 19:26:19.686721 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-18a837bf-6f8f-40f5-9071-3581f2e69f3c req-9ef2c17a-10a1-4083-ab13-a936b608d1af tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550687 Jan 26 19:26:20.803827 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc6668-662a-4ee3-8e43-70e0fe9490c1 req-e609769f-f74e-460c-9469-2626d9f89aff tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:20.805333 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1fcc6668-662a-4ee3-8e43-70e0fe9490c1 req-e609769f-f74e-460c-9469-2626d9f89aff tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0487878 Jan 26 19:26:20.854128 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1fcc6668-662a-4ee3-8e43-70e0fe9490c1 req-3b6dcc57-48da-4b81-aed4-357a481b81cb tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424993 Jan 26 19:26:23.865120 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24aaca8-b9cc-43f3-afb6-8506839d1a45 req-976541a8-6635-45ad-99cd-e70a8168a9f4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:23.866571 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c24aaca8-b9cc-43f3-afb6-8506839d1a45 req-976541a8-6635-45ad-99cd-e70a8168a9f4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0467477 Jan 26 19:26:23.918440 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c24aaca8-b9cc-43f3-afb6-8506839d1a45 req-a0a41fc6-0d55-498c-a79f-ae3529ad2c4f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459700 Jan 26 19:26:25.077820 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb0fecb-7ba0-4737-847a-6f50d1241731 req-72296238-245c-4100-a6d2-8db92078a12d tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:25.079276 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-dcb0fecb-7ba0-4737-847a-6f50d1241731 req-72296238-245c-4100-a6d2-8db92078a12d tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0488336 Jan 26 19:26:25.132674 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-dcb0fecb-7ba0-4737-847a-6f50d1241731 req-c9d6485d-d67a-45d7-bfd1-459399ec92b4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436132 Jan 26 19:26:27.556246 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:26:29.026142 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc7460-9acf-47a9-b351-d11ec2f48d54 req-75f122a7-e077-4e03-ba8c-a6a425995a7d tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:29.027572 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6afc7460-9acf-47a9-b351-d11ec2f48d54 req-75f122a7-e077-4e03-ba8c-a6a425995a7d tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0467572 Jan 26 19:26:29.071800 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6afc7460-9acf-47a9-b351-d11ec2f48d54 req-af54038d-f2df-42e4-b2c1-4c25c42974c2 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388572 Jan 26 19:26:30.185576 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f44cf5-0924-4cab-ad0c-7b5f08a292a3 req-20afe00a-fcd3-43c8-80f8-c8c5cc6d3161 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:30.186941 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-86f44cf5-0924-4cab-ad0c-7b5f08a292a3 req-20afe00a-fcd3-43c8-80f8-c8c5cc6d3161 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0464137 Jan 26 19:26:30.232504 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-86f44cf5-0924-4cab-ad0c-7b5f08a292a3 req-638b0bf9-a94b-4d44-88c4-a97770acec2f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401700 Jan 26 19:26:32.743109 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d2365-ae9a-4d06-b2a0-553371ee295e req-39cc343c-baa2-4552-a7db-1c529eb9c439 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:32.745254 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d60d2365-ae9a-4d06-b2a0-553371ee295e req-39cc343c-baa2-4552-a7db-1c529eb9c439 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0462384 Jan 26 19:26:32.788754 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d60d2365-ae9a-4d06-b2a0-553371ee295e req-c2f53579-d664-4732-8b1a-456de0e6fb3b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382569 Jan 26 19:26:34.034205 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-150dc776-c133-4802-843b-8f7c25f3216d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:34.240501 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02df90-b510-4bb6-aa73-055f59b18688 req-89bd53d6-c1ff-465f-9433-bf2cf9890eb8 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:34.242179 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1a02df90-b510-4bb6-aa73-055f59b18688 req-89bd53d6-c1ff-465f-9433-bf2cf9890eb8 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0503769 Jan 26 19:26:34.287911 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1a02df90-b510-4bb6-aa73-055f59b18688 req-aa38466e-2660-435c-aa4b-c7dc9405e617 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395892 Jan 26 19:26:35.407374 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87820c80-cdb9-4e69-a17f-d940a8f85bc3 req-14135448-4cf3-4d67-b206-f824c4ad4f37 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:35.408925 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-87820c80-cdb9-4e69-a17f-d940a8f85bc3 req-14135448-4cf3-4d67-b206-f824c4ad4f37 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0474715 Jan 26 19:26:35.456606 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-87820c80-cdb9-4e69-a17f-d940a8f85bc3 req-bbba62a4-b414-452f-8d8c-fd4f833a0a40 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424314 Jan 26 19:26:36.286522 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-072ef394-6f31-4576-b4c9-9257b90f7246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:37.726286 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:37.904744 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:38.946631 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:39.524347 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8253c-3d05-4733-8e1b-0eb1faccdd59 req-8fc7bb96-ca5a-4a9a-a18a-5aea5d9b5cb9 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:39.526370 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7bf8253c-3d05-4733-8e1b-0eb1faccdd59 req-8fc7bb96-ca5a-4a9a-a18a-5aea5d9b5cb9 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0468979 Jan 26 19:26:39.575065 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7bf8253c-3d05-4733-8e1b-0eb1faccdd59 req-fecd9b89-603e-4ff4-9270-8da365721f4e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432768 Jan 26 19:26:40.272826 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:40.700258 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27651b8-0b47-46cd-9f92-2f0b23339faa req-353380b7-595a-4705-b93e-f8b9328ed6ce tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:40.701730 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a27651b8-0b47-46cd-9f92-2f0b23339faa req-353380b7-595a-4705-b93e-f8b9328ed6ce tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0556283 Jan 26 19:26:40.746226 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a27651b8-0b47-46cd-9f92-2f0b23339faa req-d53f6cc9-0c27-4989-bb13-f56ba6f13ad2 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391355 Jan 26 19:26:41.877207 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6a2b3-f747-4c3c-8eed-ec30be64b996 req-4cda8ace-e38e-4266-a2b3-cfd657f8ad3b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:41.881379 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-18d6a2b3-f747-4c3c-8eed-ec30be64b996 req-4cda8ace-e38e-4266-a2b3-cfd657f8ad3b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0629613 Jan 26 19:26:41.936294 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-18d6a2b3-f747-4c3c-8eed-ec30be64b996 req-25ee9d97-4d0a-4607-8adf-a32d3c2e06d2 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488093 Jan 26 19:26:42.199951 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 52702) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:42.308863 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6cb77849-d02b-4cbd-a99e-81f797627eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:42.384854 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6cb77849-d02b-4cbd-a99e-81f797627eff admin admin] Publish callbacks [] for security_group (4ca263aa-2f26-4e22-8159-fee79227f8b6), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:42.388341 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6cb77849-d02b-4cbd-a99e-81f797627eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (4ca263aa-2f26-4e22-8159-fee79227f8b6), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:42.425316 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb77849-d02b-4cbd-a99e-81f797627eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca263aa-2f26-4e22-8159-fee79227f8b6,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:42.429406 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-6cb77849-d02b-4cbd-a99e-81f797627eff admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=94945ab81ab3490fb05e30015796a8e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283337 Jan 26 19:26:42.432074 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 52706) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:42.478497 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed20b-b5d4-4be6-9ac7-17b6a7d3f772 admin admin] Publish callbacks [] for security_group (4ca263aa-2f26-4e22-8159-fee79227f8b6), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:42.499593 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed20b-b5d4-4be6-9ac7-17b6a7d3f772 admin admin] Publish callbacks [] for security_group (4ca263aa-2f26-4e22-8159-fee79227f8b6), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:42.545116 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed20b-b5d4-4be6-9ac7-17b6a7d3f772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (4ca263aa-2f26-4e22-8159-fee79227f8b6), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:42.548039 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1d5ed20b-b5d4-4be6-9ac7-17b6a7d3f772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:42.549255 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-1d5ed20b-b5d4-4be6-9ac7-17b6a7d3f772 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ca263aa-2f26-4e22-8159-fee79227f8b6 HTTP/1.1" status: 204 len: 168 time: 0.1162860 Jan 26 19:26:42.559528 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ed20b-b5d4-4be6-9ac7-17b6a7d3f772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca263aa-2f26-4e22-8159-fee79227f8b6,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:42.823594 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 52718) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:42.840636 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ca94c732-7b4e-4da9-a45a-e3b40a7738db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:42.935800 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ca94c732-7b4e-4da9-a45a-e3b40a7738db admin admin] Publish callbacks [] for security_group (a45df06d-73a1-49aa-baed-ebab1d3991e9), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:42.941226 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ca94c732-7b4e-4da9-a45a-e3b40a7738db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (a45df06d-73a1-49aa-baed-ebab1d3991e9), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:42.993784 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94c732-7b4e-4da9-a45a-e3b40a7738db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45df06d-73a1-49aa-baed-ebab1d3991e9,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:43.000151 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ca94c732-7b4e-4da9-a45a-e3b40a7738db admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=63ddd48604564803862bd44f6e1354f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1753387 Jan 26 19:26:43.003253 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 52740) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:43.101447 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaee78d-3fca-4b8c-8e28-9f2de317586b req-b42f0b47-bd17-4463-9b8f-4d583b50a207 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:43.102977 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-daaee78d-3fca-4b8c-8e28-9f2de317586b req-b42f0b47-bd17-4463-9b8f-4d583b50a207 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0703063 Jan 26 19:26:43.103610 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a7a65787-b9d6-4e5e-882a-cf5a6994af6b admin admin] Publish callbacks [] for security_group (a45df06d-73a1-49aa-baed-ebab1d3991e9), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:43.137852 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a7a65787-b9d6-4e5e-882a-cf5a6994af6b admin admin] Publish callbacks [] for security_group (a45df06d-73a1-49aa-baed-ebab1d3991e9), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:43.210209 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-daaee78d-3fca-4b8c-8e28-9f2de317586b req-9b4dc248-de4f-406c-a53e-723183e7383f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974565 Jan 26 19:26:43.241109 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a7a65787-b9d6-4e5e-882a-cf5a6994af6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (a45df06d-73a1-49aa-baed-ebab1d3991e9), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:43.243907 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a7a65787-b9d6-4e5e-882a-cf5a6994af6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:43.247173 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-a7a65787-b9d6-4e5e-882a-cf5a6994af6b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a45df06d-73a1-49aa-baed-ebab1d3991e9 HTTP/1.1" status: 204 len: 168 time: 0.2405739 Jan 26 19:26:43.260028 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a65787-b9d6-4e5e-882a-cf5a6994af6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45df06d-73a1-49aa-baed-ebab1d3991e9,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:43.623904 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 52772) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:43.802577 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fffd9f6d-2041-40ed-af52-2fdf520a7255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:43.824440 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 52786) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:43.897086 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-33af8e72-fb43-436b-ab2f-8c9e777eaa5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:43.898375 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fffd9f6d-2041-40ed-af52-2fdf520a7255 admin admin] Publish callbacks [] for security_group (d42e207b-1074-41f7-9dfb-16a92d1c5139), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:43.904353 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fffd9f6d-2041-40ed-af52-2fdf520a7255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (d42e207b-1074-41f7-9dfb-16a92d1c5139), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:43.943347 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd9f6d-2041-40ed-af52-2fdf520a7255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42e207b-1074-41f7-9dfb-16a92d1c5139,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:43.951034 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-fffd9f6d-2041-40ed-af52-2fdf520a7255 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0e7761d6e0024b33bc63d3d5d280e4b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260143 Jan 26 19:26:43.951762 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 52792) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:43.981652 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-33af8e72-fb43-436b-ab2f-8c9e777eaa5e admin admin] Publish callbacks [] for security_group (184cb167-fe10-4ff8-8cf9-1cb92157bd72), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:43.988629 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-33af8e72-fb43-436b-ab2f-8c9e777eaa5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (184cb167-fe10-4ff8-8cf9-1cb92157bd72), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:44.009704 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-eee810b2-6cc1-4ea0-b837-2865b3e43d13 admin admin] Publish callbacks [] for security_group (d42e207b-1074-41f7-9dfb-16a92d1c5139), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:44.031911 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-33af8e72-fb43-436b-ab2f-8c9e777eaa5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=72d1b3ef5ef143b6adaa0a43ea8c70e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041588 Jan 26 19:26:44.031911 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af8e72-fb43-436b-ab2f-8c9e777eaa5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184cb167-fe10-4ff8-8cf9-1cb92157bd72,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:44.032129 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-eee810b2-6cc1-4ea0-b837-2865b3e43d13 admin admin] Publish callbacks [] for security_group (d42e207b-1074-41f7-9dfb-16a92d1c5139), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:44.033234 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 52798) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:44.107512 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a45b2829-99fa-445a-ab61-ab91d78ed421 admin admin] Publish callbacks [] for security_group (184cb167-fe10-4ff8-8cf9-1cb92157bd72), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:44.127025 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-eee810b2-6cc1-4ea0-b837-2865b3e43d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (d42e207b-1074-41f7-9dfb-16a92d1c5139), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:44.129579 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-eee810b2-6cc1-4ea0-b837-2865b3e43d13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:44.130683 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-eee810b2-6cc1-4ea0-b837-2865b3e43d13 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d42e207b-1074-41f7-9dfb-16a92d1c5139 HTTP/1.1" status: 204 len: 168 time: 0.1776066 Jan 26 19:26:44.137108 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a45b2829-99fa-445a-ab61-ab91d78ed421 admin admin] Publish callbacks [] for security_group (184cb167-fe10-4ff8-8cf9-1cb92157bd72), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:44.151533 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee810b2-6cc1-4ea0-b837-2865b3e43d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42e207b-1074-41f7-9dfb-16a92d1c5139,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:44.205298 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a45b2829-99fa-445a-ab61-ab91d78ed421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (184cb167-fe10-4ff8-8cf9-1cb92157bd72), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:44.208021 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a45b2829-99fa-445a-ab61-ab91d78ed421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:44.212446 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-a45b2829-99fa-445a-ab61-ab91d78ed421 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/184cb167-fe10-4ff8-8cf9-1cb92157bd72 HTTP/1.1" status: 204 len: 168 time: 0.1776600 Jan 26 19:26:44.222374 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b2829-99fa-445a-ab61-ab91d78ed421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184cb167-fe10-4ff8-8cf9-1cb92157bd72,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:44.364883 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac291853-94be-49e5-b6ba-c56438d9dbc8 req-ff03ce66-c5ad-4123-afe5-de710e362596 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:44.376334 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ac291853-94be-49e5-b6ba-c56438d9dbc8 req-ff03ce66-c5ad-4123-afe5-de710e362596 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0850422 Jan 26 19:26:44.432480 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ac291853-94be-49e5-b6ba-c56438d9dbc8 req-c1b591dd-b01f-4158-85e2-f9dc4cdc14bd tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551817 Jan 26 19:26:44.670488 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 52836) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:44.684742 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3e7cdbb3-e953-4033-952b-dfe81de2aa68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:44.769915 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3e7cdbb3-e953-4033-952b-dfe81de2aa68 admin admin] Publish callbacks [] for security_group (6725fff5-2e93-4152-98b9-8a7113f730f9), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:44.774018 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3e7cdbb3-e953-4033-952b-dfe81de2aa68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (6725fff5-2e93-4152-98b9-8a7113f730f9), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:44.816713 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-3e7cdbb3-e953-4033-952b-dfe81de2aa68 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=822b592cedb046abb34fefa3077afeb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451211 Jan 26 19:26:44.818692 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7cdbb3-e953-4033-952b-dfe81de2aa68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6725fff5-2e93-4152-98b9-8a7113f730f9,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:44.819802 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 52844) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:44.873574 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8057dd1f-2ac5-46ba-b37b-b56e8dc81342 admin admin] Publish callbacks [] for security_group (6725fff5-2e93-4152-98b9-8a7113f730f9), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:44.896752 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8057dd1f-2ac5-46ba-b37b-b56e8dc81342 admin admin] Publish callbacks [] for security_group (6725fff5-2e93-4152-98b9-8a7113f730f9), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:44.953135 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8057dd1f-2ac5-46ba-b37b-b56e8dc81342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (6725fff5-2e93-4152-98b9-8a7113f730f9), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:44.956893 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8057dd1f-2ac5-46ba-b37b-b56e8dc81342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:44.958117 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-8057dd1f-2ac5-46ba-b37b-b56e8dc81342 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6725fff5-2e93-4152-98b9-8a7113f730f9 HTTP/1.1" status: 204 len: 168 time: 0.1371095 Jan 26 19:26:44.969787 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057dd1f-2ac5-46ba-b37b-b56e8dc81342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6725fff5-2e93-4152-98b9-8a7113f730f9,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:45.571392 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe6dc3-478c-4038-bd5c-6cc8a3b13fcc req-9f1cebad-3875-47dc-a3f5-b486721aea68 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:45.580623 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3cfe6dc3-478c-4038-bd5c-6cc8a3b13fcc req-9f1cebad-3875-47dc-a3f5-b486721aea68 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0639684 Jan 26 19:26:45.647428 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3cfe6dc3-478c-4038-bd5c-6cc8a3b13fcc req-a4f533b0-ade8-47ab-b41e-45a613f78cac tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619781 Jan 26 19:26:46.332021 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 52970) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:46.468468 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ff46f6d1-aa40-4ae6-8efa-146d32f1bd0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:46.558766 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ff46f6d1-aa40-4ae6-8efa-146d32f1bd0a admin admin] Publish callbacks [] for security_group (db0d018c-887f-45a0-bc20-fce1d22b5d8c), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:46.562817 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ff46f6d1-aa40-4ae6-8efa-146d32f1bd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (db0d018c-887f-45a0-bc20-fce1d22b5d8c), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:46.604623 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-ff46f6d1-aa40-4ae6-8efa-146d32f1bd0a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3585aa4a94de45e1b780c2832c206fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711937 Jan 26 19:26:46.606764 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46f6d1-aa40-4ae6-8efa-146d32f1bd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0d018c-887f-45a0-bc20-fce1d22b5d8c,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:46.607873 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 52998) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:46.681721 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5822389b-600d-4866-b1f5-060e13219943 admin admin] Publish callbacks [] for security_group (db0d018c-887f-45a0-bc20-fce1d22b5d8c), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:46.703095 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5822389b-600d-4866-b1f5-060e13219943 admin admin] Publish callbacks [] for security_group (db0d018c-887f-45a0-bc20-fce1d22b5d8c), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:46.761679 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5822389b-600d-4866-b1f5-060e13219943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (db0d018c-887f-45a0-bc20-fce1d22b5d8c), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:46.765114 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5822389b-600d-4866-b1f5-060e13219943 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:46.769003 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-5822389b-600d-4866-b1f5-060e13219943 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db0d018c-887f-45a0-bc20-fce1d22b5d8c HTTP/1.1" status: 204 len: 168 time: 0.1565845 Jan 26 19:26:46.776581 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822389b-600d-4866-b1f5-060e13219943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0d018c-887f-45a0-bc20-fce1d22b5d8c,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:47.124352 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 53052) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:47.211120 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 53060) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:47.227891 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c76d7efd-7353-4da9-a0a0-ff861dfd9fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.259665 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-017ec8c2-b42f-405a-a68b-e5562e1be7a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.358313 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c76d7efd-7353-4da9-a0a0-ff861dfd9fa7 admin admin] Publish callbacks [] for security_group (d8206196-db51-434d-bd5e-6e8accab3925), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.369279 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c76d7efd-7353-4da9-a0a0-ff861dfd9fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (d8206196-db51-434d-bd5e-6e8accab3925), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.424934 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-017ec8c2-b42f-405a-a68b-e5562e1be7a8 admin admin] Publish callbacks [] for security_group (7aac3866-de48-4d06-82c4-73035c727aeb), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.426564 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d7efd-7353-4da9-a0a0-ff861dfd9fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8206196-db51-434d-bd5e-6e8accab3925,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:47.433334 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c76d7efd-7353-4da9-a0a0-ff861dfd9fa7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce4a5954ae564c918b583696a8bd8d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212205 Jan 26 19:26:47.434770 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-017ec8c2-b42f-405a-a68b-e5562e1be7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (7aac3866-de48-4d06-82c4-73035c727aeb), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.436622 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 53066) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:47.474087 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-017ec8c2-b42f-405a-a68b-e5562e1be7a8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=62a42fd3f8ad4f2ca7ce67f89592a575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3485126 Jan 26 19:26:47.474957 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ec8c2-b42f-405a-a68b-e5562e1be7a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aac3866-de48-4d06-82c4-73035c727aeb,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:47.477318 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 53068) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:47.490430 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 53070) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:47.507591 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e7637c9c-45e1-48cb-8dfa-e30d4df1eeb7 admin admin] Publish callbacks [] for security_group (d8206196-db51-434d-bd5e-6e8accab3925), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.540173 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e7637c9c-45e1-48cb-8dfa-e30d4df1eeb7 admin admin] Publish callbacks [] for security_group (d8206196-db51-434d-bd5e-6e8accab3925), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.565998 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-157d880d-7141-47ca-9dcf-85e09a7986d4 admin admin] Publish callbacks [] for security_group (7aac3866-de48-4d06-82c4-73035c727aeb), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.597936 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9b8810a9-b7aa-4c30-a0f9-58e5cb455705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.601232 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-157d880d-7141-47ca-9dcf-85e09a7986d4 admin admin] Publish callbacks [] for security_group (7aac3866-de48-4d06-82c4-73035c727aeb), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.634819 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e7637c9c-45e1-48cb-8dfa-e30d4df1eeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (d8206196-db51-434d-bd5e-6e8accab3925), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.637620 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e7637c9c-45e1-48cb-8dfa-e30d4df1eeb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.641090 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-e7637c9c-45e1-48cb-8dfa-e30d4df1eeb7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d8206196-db51-434d-bd5e-6e8accab3925 HTTP/1.1" status: 204 len: 168 time: 0.2024131 Jan 26 19:26:47.651078 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7637c9c-45e1-48cb-8dfa-e30d4df1eeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8206196-db51-434d-bd5e-6e8accab3925,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:47.676115 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-157d880d-7141-47ca-9dcf-85e09a7986d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (7aac3866-de48-4d06-82c4-73035c727aeb), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.679626 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-157d880d-7141-47ca-9dcf-85e09a7986d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.680834 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-157d880d-7141-47ca-9dcf-85e09a7986d4 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7aac3866-de48-4d06-82c4-73035c727aeb HTTP/1.1" status: 204 len: 168 time: 0.2018638 Jan 26 19:26:47.701816 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d880d-7141-47ca-9dcf-85e09a7986d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aac3866-de48-4d06-82c4-73035c727aeb,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:47.733896 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9b8810a9-b7aa-4c30-a0f9-58e5cb455705 admin admin] Publish callbacks [] for security_group (2324d029-8093-4803-bf92-e1a7d5926df9), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.738228 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9b8810a9-b7aa-4c30-a0f9-58e5cb455705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (2324d029-8093-4803-bf92-e1a7d5926df9), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.778624 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-9b8810a9-b7aa-4c30-a0f9-58e5cb455705 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=841d82afcabd4207a1b41f2c6f433659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2868340 Jan 26 19:26:47.779577 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8810a9-b7aa-4c30-a0f9-58e5cb455705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2324d029-8093-4803-bf92-e1a7d5926df9,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:47.782046 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 53080) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:47.837813 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b8b86035-e4a9-41ee-a55e-641ac2a9d58a admin admin] Publish callbacks [] for security_group (2324d029-8093-4803-bf92-e1a7d5926df9), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.860553 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b8b86035-e4a9-41ee-a55e-641ac2a9d58a admin admin] Publish callbacks [] for security_group (2324d029-8093-4803-bf92-e1a7d5926df9), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.918498 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b8b86035-e4a9-41ee-a55e-641ac2a9d58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (2324d029-8093-4803-bf92-e1a7d5926df9), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.921882 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b8b86035-e4a9-41ee-a55e-641ac2a9d58a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:47.924241 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b8b86035-e4a9-41ee-a55e-641ac2a9d58a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2324d029-8093-4803-bf92-e1a7d5926df9 HTTP/1.1" status: 204 len: 168 time: 0.1408834 Jan 26 19:26:47.935148 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b86035-e4a9-41ee-a55e-641ac2a9d58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2324d029-8093-4803-bf92-e1a7d5926df9,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:48.002160 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 53094) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:48.016373 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c30ec4a7-3bdb-4e98-98e3-d4dc61e0785b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:48.093185 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c30ec4a7-3bdb-4e98-98e3-d4dc61e0785b admin admin] Publish callbacks [] for security_group (a6538057-b132-4f7b-8147-823f812107fa), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:48.098646 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c30ec4a7-3bdb-4e98-98e3-d4dc61e0785b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (a6538057-b132-4f7b-8147-823f812107fa), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:48.139901 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c30ec4a7-3bdb-4e98-98e3-d4dc61e0785b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=373009512026415ca3407d01dab8c878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364853 Jan 26 19:26:48.141649 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ec4a7-3bdb-4e98-98e3-d4dc61e0785b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6538057-b132-4f7b-8147-823f812107fa,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:48.142495 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 53098) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:48.197766 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-80dc64bc-0afc-499e-8d58-60ff02644319 admin admin] Publish callbacks [] for security_group (a6538057-b132-4f7b-8147-823f812107fa), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:48.223264 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-80dc64bc-0afc-499e-8d58-60ff02644319 admin admin] Publish callbacks [] for security_group (a6538057-b132-4f7b-8147-823f812107fa), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:48.244350 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 53104) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:48.257971 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-763eb07a-d003-4ca3-81ae-b334ab490fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:48.273753 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-80dc64bc-0afc-499e-8d58-60ff02644319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (a6538057-b132-4f7b-8147-823f812107fa), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:48.276931 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-80dc64bc-0afc-499e-8d58-60ff02644319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:48.278063 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-80dc64bc-0afc-499e-8d58-60ff02644319 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a6538057-b132-4f7b-8147-823f812107fa HTTP/1.1" status: 204 len: 168 time: 0.1343699 Jan 26 19:26:48.290466 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc64bc-0afc-499e-8d58-60ff02644319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6538057-b132-4f7b-8147-823f812107fa,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:48.349902 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-763eb07a-d003-4ca3-81ae-b334ab490fa1 admin admin] Publish callbacks [] for security_group (9dc17317-ee90-45b9-bf26-32865734e4fb), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:48.355361 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-763eb07a-d003-4ca3-81ae-b334ab490fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (9dc17317-ee90-45b9-bf26-32865734e4fb), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:48.394463 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-763eb07a-d003-4ca3-81ae-b334ab490fa1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bfb9bfa32be74097ab99780c0189d1d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1487365 Jan 26 19:26:48.396464 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eb07a-d003-4ca3-81ae-b334ab490fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc17317-ee90-45b9-bf26-32865734e4fb,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:48.397234 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 53108) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:48.450264 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-284da51f-2fd9-4e21-87c7-a370eaaa5dec admin admin] Publish callbacks [] for security_group (9dc17317-ee90-45b9-bf26-32865734e4fb), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:48.474267 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-284da51f-2fd9-4e21-87c7-a370eaaa5dec admin admin] Publish callbacks [] for security_group (9dc17317-ee90-45b9-bf26-32865734e4fb), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:48.526403 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-284da51f-2fd9-4e21-87c7-a370eaaa5dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (9dc17317-ee90-45b9-bf26-32865734e4fb), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:48.529200 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-284da51f-2fd9-4e21-87c7-a370eaaa5dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:48.532775 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-284da51f-2fd9-4e21-87c7-a370eaaa5dec admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9dc17317-ee90-45b9-bf26-32865734e4fb HTTP/1.1" status: 204 len: 168 time: 0.1322379 Jan 26 19:26:48.538204 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284da51f-2fd9-4e21-87c7-a370eaaa5dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc17317-ee90-45b9-bf26-32865734e4fb,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:48.735583 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 53132) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:48.898940 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-3f633ff5-a092-446a-9680-ba0eb4d50e44 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1037976453-network', 'tenant_id': '92be1abec016451c9b1847ed690bd031'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:26:48.935392 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f633ff5-a092-446a-9680-ba0eb4d50e44 admin admin] Made reservation on behalf of 92be1abec016451c9b1847ed690bd031 for: {'network': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:26:48.936326 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3f633ff5-a092-446a-9680-ba0eb4d50e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:48.964418 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3f633ff5-a092-446a-9680-ba0eb4d50e44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:49.000071 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45c285-fde7-4f9d-841c-98651c18e134 req-52798ec2-b4e7-418a-87f4-ab9a04bd670a tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:49.001538 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8f45c285-fde7-4f9d-841c-98651c18e134 req-52798ec2-b4e7-418a-87f4-ab9a04bd670a tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0827529 Jan 26 19:26:49.076854 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8f45c285-fde7-4f9d-841c-98651c18e134 req-bd90d340-8e2f-41d3-8237-650384d713e8 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642936 Jan 26 19:26:49.107715 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3f633ff5-a092-446a-9680-ba0eb4d50e44 admin admin] Publish callbacks [] for security_group (f907e10f-2a14-43a7-a587-1856b8dcac22), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:49.114342 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3f633ff5-a092-446a-9680-ba0eb4d50e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (f907e10f-2a14-43a7-a587-1856b8dcac22), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:49.139855 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f633ff5-a092-446a-9680-ba0eb4d50e44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=102406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:26:49.150268 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f633ff5-a092-446a-9680-ba0eb4d50e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f907e10f-2a14-43a7-a587-1856b8dcac22,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:49.155076 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3f633ff5-a092-446a-9680-ba0eb4d50e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (74ccf527-b79c-4776-b449-771f28911a28), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:49.155608 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.segments_db [None req-3f633ff5-a092-446a-9680-ba0eb4d50e44 admin admin] Added segment 74ccf527-b79c-4776-b449-771f28911a28 of type vlan for network 79063e6f-c6ab-4e9e-abe8-3e508a732044 Jan 26 19:26:49.199811 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3f633ff5-a092-446a-9680-ba0eb4d50e44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (79063e6f-c6ab-4e9e-abe8-3e508a732044), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:49.227093 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3f633ff5-a092-446a-9680-ba0eb4d50e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (79063e6f-c6ab-4e9e-abe8-3e508a732044), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:49.228409 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f633ff5-a092-446a-9680-ba0eb4d50e44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:49.229902 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3f633ff5-a092-446a-9680-ba0eb4d50e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:49.266123 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-3f633ff5-a092-446a-9680-ba0eb4d50e44 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5292847 Jan 26 19:26:49.269526 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 53164) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:49.277372 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-e99db3c9-92f6-414f-9856-67a7d0f725d2 admin admin] Request body: {'subnet': {'network_id': '79063e6f-c6ab-4e9e-abe8-3e508a732044', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1037976453-subnet', 'tenant_id': '92be1abec016451c9b1847ed690bd031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:26:49.301636 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f633ff5-a092-446a-9680-ba0eb4d50e44 admin admin] Pushing event updated for resources: {'Network': ['ID=79063e6f-c6ab-4e9e-abe8-3e508a732044,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:49.311284 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99db3c9-92f6-414f-9856-67a7d0f725d2 admin admin] Made reservation on behalf of 92be1abec016451c9b1847ed690bd031 for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:26:49.314398 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e99db3c9-92f6-414f-9856-67a7d0f725d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069588'] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:49.319040 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network 79063e6f-c6ab-4e9e-abe8-3e508a732044 details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:26:49.554458 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e99db3c9-92f6-414f-9856-67a7d0f725d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8800509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069602'] for subnet (84c4b060-e253-4b35-b558-7698bc853c1c), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:49.617425 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99db3c9-92f6-414f-9856-67a7d0f725d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84c4b060-e253-4b35-b558-7698bc853c1c,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:49.627622 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99db3c9-92f6-414f-9856-67a7d0f725d2 admin admin] Checking segment: {'id': '74ccf527-b79c-4776-b449-771f28911a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '79063e6f-c6ab-4e9e-abe8-3e508a732044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:26:49.628007 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99db3c9-92f6-414f-9856-67a7d0f725d2 admin admin] Network hostable DHCP agents. Network: 79063e6f-c6ab-4e9e-abe8-3e508a732044, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:26:49.648799 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99db3c9-92f6-414f-9856-67a7d0f725d2 admin admin] Network 79063e6f-c6ab-4e9e-abe8-3e508a732044 is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:26:49.667964 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-e99db3c9-92f6-414f-9856-67a7d0f725d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, 79063e6f-c6ab-4e9e-abe8-3e508a732044) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:26:49.672431 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99db3c9-92f6-414f-9856-67a7d0f725d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:49.673190 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e99db3c9-92f6-414f-9856-67a7d0f725d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:49.681609 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ce1124-0377-4f51-866e-29b5db63d713 None None] Network 79063e6f-c6ab-4e9e-abe8-3e508a732044 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:26:49.705615 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-e99db3c9-92f6-414f-9856-67a7d0f725d2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4252255 Jan 26 19:26:49.829096 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02988d3b-043b-434e-9554-bcbea1ef5ed2 None None] Network 79063e6f-c6ab-4e9e-abe8-3e508a732044 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:26:50.246657 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131a7f8-f0dc-43ad-9373-8e928413d14b req-31877a39-3930-4b56-a8d5-2198955e862f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:50.255200 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0131a7f8-f0dc-43ad-9373-8e928413d14b req-31877a39-3930-4b56-a8d5-2198955e862f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0751712 Jan 26 19:26:50.304282 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0131a7f8-f0dc-43ad-9373-8e928413d14b req-44b31fe2-d1ae-4973-bd79-b47b26d012aa tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476460 Jan 26 19:26:50.496199 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 53228) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:50.501137 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-cb9a8d6a-bb6d-4883-9b91-a71e2ef99e4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2017974535-network', 'tenant_id': '10778adc44dd4ed28236dfe6ad90f574'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:26:50.521799 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9a8d6a-bb6d-4883-9b91-a71e2ef99e4c admin admin] Made reservation on behalf of 10778adc44dd4ed28236dfe6ad90f574 for: {'network': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:26:50.525150 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cb9a8d6a-bb6d-4883-9b91-a71e2ef99e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:50.535066 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cb9a8d6a-bb6d-4883-9b91-a71e2ef99e4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:50.621621 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 53234) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:50.644546 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cb9a8d6a-bb6d-4883-9b91-a71e2ef99e4c admin admin] Publish callbacks [] for security_group (098fc6c9-2609-4c28-a37a-82b541d4ab67), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:50.651338 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cb9a8d6a-bb6d-4883-9b91-a71e2ef99e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (098fc6c9-2609-4c28-a37a-82b541d4ab67), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:50.681465 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a8d6a-bb6d-4883-9b91-a71e2ef99e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098fc6c9-2609-4c28-a37a-82b541d4ab67,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:50.706213 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9a8d6a-bb6d-4883-9b91-a71e2ef99e4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:26:50.718979 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cb9a8d6a-bb6d-4883-9b91-a71e2ef99e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (ad83471e-e193-4cb3-a986-48c07315cdf2), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:50.719375 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.segments_db [None req-cb9a8d6a-bb6d-4883-9b91-a71e2ef99e4c admin admin] Added segment ad83471e-e193-4cb3-a986-48c07315cdf2 of type vlan for network 7c4ef7ac-77d5-4780-aa68-8df515c3d138 Jan 26 19:26:50.763365 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f19eddf2-a5ca-4251-b51f-5a2bfb683e40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:50.763611 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cb9a8d6a-bb6d-4883-9b91-a71e2ef99e4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (7c4ef7ac-77d5-4780-aa68-8df515c3d138), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:50.792432 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cb9a8d6a-bb6d-4883-9b91-a71e2ef99e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (7c4ef7ac-77d5-4780-aa68-8df515c3d138), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:50.793378 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9a8d6a-bb6d-4883-9b91-a71e2ef99e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:50.793948 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cb9a8d6a-bb6d-4883-9b91-a71e2ef99e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:50.829415 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-cb9a8d6a-bb6d-4883-9b91-a71e2ef99e4c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3320100 Jan 26 19:26:50.829998 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 53240) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:50.835837 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3902ebe-622b-446e-9273-3c24e575a318 req-62a7bc88-0884-45f5-be9d-22e2e960c14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:50.837591 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f3902ebe-622b-446e-9273-3c24e575a318 req-62a7bc88-0884-45f5-be9d-22e2e960c14b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 1098 time: 0.0648844 Jan 26 19:26:50.838527 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-849f295f-f6e5-4950-9bbc-53d1f41275f4 admin admin] Request body: {'subnet': {'network_id': '7c4ef7ac-77d5-4780-aa68-8df515c3d138', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2017974535-subnet', 'tenant_id': '10778adc44dd4ed28236dfe6ad90f574', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:26:50.874449 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a8d6a-bb6d-4883-9b91-a71e2ef99e4c admin admin] Pushing event updated for resources: {'Network': ['ID=7c4ef7ac-77d5-4780-aa68-8df515c3d138,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:50.885215 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network 7c4ef7ac-77d5-4780-aa68-8df515c3d138 details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:26:50.888595 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849f295f-f6e5-4950-9bbc-53d1f41275f4 admin admin] Made reservation on behalf of 10778adc44dd4ed28236dfe6ad90f574 for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:26:50.890968 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-849f295f-f6e5-4950-9bbc-53d1f41275f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069588'] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:50.899903 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f19eddf2-a5ca-4251-b51f-5a2bfb683e40 admin admin] Publish callbacks [] for security_group (f3ed6182-dc5c-4b1f-9ff7-dcbb361090d2), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:50.909824 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-f19eddf2-a5ca-4251-b51f-5a2bfb683e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (f3ed6182-dc5c-4b1f-9ff7-dcbb361090d2), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:50.927354 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f3902ebe-622b-446e-9273-3c24e575a318 req-1b3a8fc1-4431-4294-8a20-116781a18c7c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777886 Jan 26 19:26:50.961801 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-f19eddf2-a5ca-4251-b51f-5a2bfb683e40 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2dab6f8e248e4a2790c7747facf7e365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392758 Jan 26 19:26:50.962695 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19eddf2-a5ca-4251-b51f-5a2bfb683e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ed6182-dc5c-4b1f-9ff7-dcbb361090d2,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:50.964926 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 53242) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:51.109439 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-849f295f-f6e5-4950-9bbc-53d1f41275f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8800509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069602'] for subnet (6862e05f-fb66-4da6-a8e0-27478b359023), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:51.170508 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f295f-f6e5-4950-9bbc-53d1f41275f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6862e05f-fb66-4da6-a8e0-27478b359023,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:51.186516 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-63c8c197-e142-4ca4-972e-1046efdcdd5c admin admin] Publish callbacks [] for security_group (f3ed6182-dc5c-4b1f-9ff7-dcbb361090d2), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:51.190842 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849f295f-f6e5-4950-9bbc-53d1f41275f4 admin admin] Checking segment: {'id': 'ad83471e-e193-4cb3-a986-48c07315cdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '7c4ef7ac-77d5-4780-aa68-8df515c3d138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:26:51.191202 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849f295f-f6e5-4950-9bbc-53d1f41275f4 admin admin] Network hostable DHCP agents. Network: 7c4ef7ac-77d5-4780-aa68-8df515c3d138, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:26:51.210887 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849f295f-f6e5-4950-9bbc-53d1f41275f4 admin admin] Network 7c4ef7ac-77d5-4780-aa68-8df515c3d138 is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:26:51.212168 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-63c8c197-e142-4ca4-972e-1046efdcdd5c admin admin] Publish callbacks [] for security_group (f3ed6182-dc5c-4b1f-9ff7-dcbb361090d2), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:51.222524 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-849f295f-f6e5-4950-9bbc-53d1f41275f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, 7c4ef7ac-77d5-4780-aa68-8df515c3d138) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:26:51.230968 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849f295f-f6e5-4950-9bbc-53d1f41275f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:51.231578 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-849f295f-f6e5-4950-9bbc-53d1f41275f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:51.234214 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a95b35-83ad-4ef6-a5c5-67b6f8dbfd45 None None] Network 7c4ef7ac-77d5-4780-aa68-8df515c3d138 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:26:51.254610 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-849f295f-f6e5-4950-9bbc-53d1f41275f4 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4218285 Jan 26 19:26:51.284544 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-63c8c197-e142-4ca4-972e-1046efdcdd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (f3ed6182-dc5c-4b1f-9ff7-dcbb361090d2), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:51.287171 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-63c8c197-e142-4ca4-972e-1046efdcdd5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:51.292678 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-63c8c197-e142-4ca4-972e-1046efdcdd5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f3ed6182-dc5c-4b1f-9ff7-dcbb361090d2 HTTP/1.1" status: 204 len: 168 time: 0.3268263 Jan 26 19:26:51.303622 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8c197-e142-4ca4-972e-1046efdcdd5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ed6182-dc5c-4b1f-9ff7-dcbb361090d2,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:51.432116 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e761f41b-7288-4dab-a3a4-ff0ec49858a7 None None] Network 7c4ef7ac-77d5-4780-aa68-8df515c3d138 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:26:51.635861 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0c091-306c-43de-9c82-f9c100242c0a req-e41949f4-181f-4677-87d6-5b7648c1ed9e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:51.643159 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-13b0c091-306c-43de-9c82-f9c100242c0a req-e41949f4-181f-4677-87d6-5b7648c1ed9e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0873959 Jan 26 19:26:51.707447 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-13b0c091-306c-43de-9c82-f9c100242c0a req-84888768-13d9-47cc-8255-ba060ef04edc tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632205 Jan 26 19:26:51.753918 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 53290) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:51.766385 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7d14e836-9c3e-4950-a3c1-aeb782eda52e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:51.848857 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7d14e836-9c3e-4950-a3c1-aeb782eda52e admin admin] Publish callbacks [] for security_group (9d2a8710-8fe4-4b50-802e-774678eff8e0), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:51.853645 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7d14e836-9c3e-4950-a3c1-aeb782eda52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (9d2a8710-8fe4-4b50-802e-774678eff8e0), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:51.895160 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-7d14e836-9c3e-4950-a3c1-aeb782eda52e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=109303f3b96c4a1eae654f630bed2914&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402040 Jan 26 19:26:51.896052 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d14e836-9c3e-4950-a3c1-aeb782eda52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2a8710-8fe4-4b50-802e-774678eff8e0,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:51.897819 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 53296) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:51.963472 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-09e4b25f-26c7-4692-b9a9-79b2dfe0cd34 admin admin] Publish callbacks [] for security_group (9d2a8710-8fe4-4b50-802e-774678eff8e0), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:51.992151 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-09e4b25f-26c7-4692-b9a9-79b2dfe0cd34 admin admin] Publish callbacks [] for security_group (9d2a8710-8fe4-4b50-802e-774678eff8e0), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:52.063592 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-09e4b25f-26c7-4692-b9a9-79b2dfe0cd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (9d2a8710-8fe4-4b50-802e-774678eff8e0), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:52.066720 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-09e4b25f-26c7-4692-b9a9-79b2dfe0cd34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:52.068295 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-09e4b25f-26c7-4692-b9a9-79b2dfe0cd34 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9d2a8710-8fe4-4b50-802e-774678eff8e0 HTTP/1.1" status: 204 len: 168 time: 0.1686544 Jan 26 19:26:52.080213 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4b25f-26c7-4692-b9a9-79b2dfe0cd34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2a8710-8fe4-4b50-802e-774678eff8e0,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:52.386481 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 53312) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:52.399310 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-eba18d72-aec5-4823-92a7-e97bf1bcf016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:52.473005 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-eba18d72-aec5-4823-92a7-e97bf1bcf016 admin admin] Publish callbacks [] for security_group (da360a2c-6cca-4051-ab6b-30ccf7fdaffe), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:52.478254 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-eba18d72-aec5-4823-92a7-e97bf1bcf016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (da360a2c-6cca-4051-ab6b-30ccf7fdaffe), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:52.521686 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba18d72-aec5-4823-92a7-e97bf1bcf016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da360a2c-6cca-4051-ab6b-30ccf7fdaffe,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:52.530245 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 53318) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:52.530594 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-eba18d72-aec5-4823-92a7-e97bf1bcf016 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f88eb3bbc5014c54b2446a61298c1aba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1430652 Jan 26 19:26:52.584162 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ef0afdb3-2d1d-4839-a339-a9ec35a1dde2 admin admin] Publish callbacks [] for security_group (da360a2c-6cca-4051-ab6b-30ccf7fdaffe), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:52.605435 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ef0afdb3-2d1d-4839-a339-a9ec35a1dde2 admin admin] Publish callbacks [] for security_group (da360a2c-6cca-4051-ab6b-30ccf7fdaffe), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:52.652328 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ef0afdb3-2d1d-4839-a339-a9ec35a1dde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (da360a2c-6cca-4051-ab6b-30ccf7fdaffe), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:52.654855 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ef0afdb3-2d1d-4839-a339-a9ec35a1dde2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:52.655999 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-ef0afdb3-2d1d-4839-a339-a9ec35a1dde2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/da360a2c-6cca-4051-ab6b-30ccf7fdaffe HTTP/1.1" status: 204 len: 168 time: 0.1248534 Jan 26 19:26:52.664447 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0afdb3-2d1d-4839-a339-a9ec35a1dde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da360a2c-6cca-4051-ab6b-30ccf7fdaffe,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:52.842128 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab2dac-241a-4595-b016-e8b2fb21b349 req-9a0b35ac-894c-4dd6-a8b9-d0973b392c8c tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:52.843591 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-aaab2dac-241a-4595-b016-e8b2fb21b349 req-9a0b35ac-894c-4dd6-a8b9-d0973b392c8c tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0662024 Jan 26 19:26:52.932550 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-aaab2dac-241a-4595-b016-e8b2fb21b349 req-69fabd58-6292-4f87-82fc-50a9c211e41e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716429 Jan 26 19:26:53.066724 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c77721-4782-4631-a237-526369eebf38 req-043180c9-c843-4368-8589-4e22a700253b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:53.068385 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c9c77721-4782-4631-a237-526369eebf38 req-043180c9-c843-4368-8589-4e22a700253b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0572848 Jan 26 19:26:53.147193 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c9c77721-4782-4631-a237-526369eebf38 req-4f3240b8-da9d-47a0-b5af-326c409e914d tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649004 Jan 26 19:26:53.427099 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 53358) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:53.564069 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b3b9d196-cd7d-4356-9901-c3979a90efe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:53.643165 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b3b9d196-cd7d-4356-9901-c3979a90efe7 admin admin] Publish callbacks [] for security_group (04fae61b-a247-4d7d-b11e-72dad10a7982), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:53.646661 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b3b9d196-cd7d-4356-9901-c3979a90efe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (04fae61b-a247-4d7d-b11e-72dad10a7982), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:53.682590 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-b3b9d196-cd7d-4356-9901-c3979a90efe7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=507992a6460543908cd8aad9e5c27392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543695 Jan 26 19:26:53.684447 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b9d196-cd7d-4356-9901-c3979a90efe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fae61b-a247-4d7d-b11e-72dad10a7982,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:53.685345 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 53374) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:53.734413 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1802d0ce-7dc3-40c4-acc5-8bca293235d2 admin admin] Publish callbacks [] for security_group (04fae61b-a247-4d7d-b11e-72dad10a7982), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:53.754174 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1802d0ce-7dc3-40c4-acc5-8bca293235d2 admin admin] Publish callbacks [] for security_group (04fae61b-a247-4d7d-b11e-72dad10a7982), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:53.799508 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1802d0ce-7dc3-40c4-acc5-8bca293235d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (04fae61b-a247-4d7d-b11e-72dad10a7982), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:53.802200 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1802d0ce-7dc3-40c4-acc5-8bca293235d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:53.803304 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-1802d0ce-7dc3-40c4-acc5-8bca293235d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/04fae61b-a247-4d7d-b11e-72dad10a7982 HTTP/1.1" status: 204 len: 168 time: 0.1169810 Jan 26 19:26:53.812808 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1802d0ce-7dc3-40c4-acc5-8bca293235d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fae61b-a247-4d7d-b11e-72dad10a7982,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:54.268433 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 53408) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:54.370836 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-86210088-d18f-492f-905a-1c0f9fcd2b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:54.444349 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-86210088-d18f-492f-905a-1c0f9fcd2b67 admin admin] Publish callbacks [] for security_group (d5bb38bd-b37a-4171-86d0-58700fa2a03f), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:54.448798 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-86210088-d18f-492f-905a-1c0f9fcd2b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (d5bb38bd-b37a-4171-86d0-58700fa2a03f), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:54.461003 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 53418) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:54.486802 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-86210088-d18f-492f-905a-1c0f9fcd2b67 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d7c6eb7bca1048b0bbd69f0b04d3c686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172298 Jan 26 19:26:54.487698 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86210088-d18f-492f-905a-1c0f9fcd2b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bb38bd-b37a-4171-86d0-58700fa2a03f,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:54.489646 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 53422) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:54.538291 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ef17646f-af9f-4f0f-a25f-6a8ad40b7d49 admin admin] Publish callbacks [] for security_group (d5bb38bd-b37a-4171-86d0-58700fa2a03f), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:54.566206 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ef17646f-af9f-4f0f-a25f-6a8ad40b7d49 admin admin] Publish callbacks [] for security_group (d5bb38bd-b37a-4171-86d0-58700fa2a03f), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:54.580011 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-5e6210a4-0ed4-43f2-874d-904a7095a89e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-924596550-network', 'tenant_id': '48cdb224373e4cbca601532981d8f3dc'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:26:54.616402 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6210a4-0ed4-43f2-874d-904a7095a89e admin admin] Made reservation on behalf of 48cdb224373e4cbca601532981d8f3dc for: {'network': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:26:54.618973 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5e6210a4-0ed4-43f2-874d-904a7095a89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:54.631305 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5e6210a4-0ed4-43f2-874d-904a7095a89e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:54.647185 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ef17646f-af9f-4f0f-a25f-6a8ad40b7d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (d5bb38bd-b37a-4171-86d0-58700fa2a03f), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:54.650448 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ef17646f-af9f-4f0f-a25f-6a8ad40b7d49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:54.651557 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-ef17646f-af9f-4f0f-a25f-6a8ad40b7d49 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d5bb38bd-b37a-4171-86d0-58700fa2a03f HTTP/1.1" status: 204 len: 168 time: 0.1609676 Jan 26 19:26:54.666693 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17646f-af9f-4f0f-a25f-6a8ad40b7d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bb38bd-b37a-4171-86d0-58700fa2a03f,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:54.723668 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5e6210a4-0ed4-43f2-874d-904a7095a89e admin admin] Publish callbacks [] for security_group (e0648bd6-e727-42a0-8286-cf02194389ae), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:54.728717 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5e6210a4-0ed4-43f2-874d-904a7095a89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (e0648bd6-e727-42a0-8286-cf02194389ae), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:54.755236 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6210a4-0ed4-43f2-874d-904a7095a89e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=102406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:26:54.761545 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6210a4-0ed4-43f2-874d-904a7095a89e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0648bd6-e727-42a0-8286-cf02194389ae,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:54.767921 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5e6210a4-0ed4-43f2-874d-904a7095a89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (c4515c36-332b-46d3-ad9d-a7bfb3c232ab), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:54.769097 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.segments_db [None req-5e6210a4-0ed4-43f2-874d-904a7095a89e admin admin] Added segment c4515c36-332b-46d3-ad9d-a7bfb3c232ab of type vlan for network ca72cad8-294c-4f10-8a99-4392c0b5b4f2 Jan 26 19:26:54.810081 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5e6210a4-0ed4-43f2-874d-904a7095a89e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (ca72cad8-294c-4f10-8a99-4392c0b5b4f2), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:54.836449 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5e6210a4-0ed4-43f2-874d-904a7095a89e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (ca72cad8-294c-4f10-8a99-4392c0b5b4f2), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:54.838071 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6210a4-0ed4-43f2-874d-904a7095a89e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:54.840849 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5e6210a4-0ed4-43f2-874d-904a7095a89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:54.866520 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-5e6210a4-0ed4-43f2-874d-904a7095a89e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4043846 Jan 26 19:26:54.869465 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 53438) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:26:54.880631 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-bbc0250c-851a-474a-9fdd-cfce9abf3070 admin admin] Request body: {'subnet': {'network_id': 'ca72cad8-294c-4f10-8a99-4392c0b5b4f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-924596550-subnet', 'tenant_id': '48cdb224373e4cbca601532981d8f3dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:26:54.927634 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6210a4-0ed4-43f2-874d-904a7095a89e admin admin] Pushing event updated for resources: {'Network': ['ID=ca72cad8-294c-4f10-8a99-4392c0b5b4f2,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:54.938823 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc0250c-851a-474a-9fdd-cfce9abf3070 admin admin] Made reservation on behalf of 48cdb224373e4cbca601532981d8f3dc for: {'subnet': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:26:54.941490 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bbc0250c-851a-474a-9fdd-cfce9abf3070 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:54.941955 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network ca72cad8-294c-4f10-8a99-4392c0b5b4f2 details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:26:55.113935 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bbc0250c-851a-474a-9fdd-cfce9abf3070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for subnet (8338949d-8c89-420b-b068-bc7e61a2832c), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:55.177877 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0250c-851a-474a-9fdd-cfce9abf3070 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8338949d-8c89-420b-b068-bc7e61a2832c,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:26:55.184942 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc0250c-851a-474a-9fdd-cfce9abf3070 admin admin] Checking segment: {'id': 'c4515c36-332b-46d3-ad9d-a7bfb3c232ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ca72cad8-294c-4f10-8a99-4392c0b5b4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:26:55.185292 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc0250c-851a-474a-9fdd-cfce9abf3070 admin admin] Network hostable DHCP agents. Network: ca72cad8-294c-4f10-8a99-4392c0b5b4f2, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:26:55.201523 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc0250c-851a-474a-9fdd-cfce9abf3070 admin admin] Network ca72cad8-294c-4f10-8a99-4392c0b5b4f2 is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:26:55.212699 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-bbc0250c-851a-474a-9fdd-cfce9abf3070 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, ca72cad8-294c-4f10-8a99-4392c0b5b4f2) {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:26:55.217413 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc0250c-851a-474a-9fdd-cfce9abf3070 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:55.218188 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bbc0250c-851a-474a-9fdd-cfce9abf3070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:26:55.223681 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff2dd6e-ddbf-4b53-9a6c-02bbcfb4053c None None] Network ca72cad8-294c-4f10-8a99-4392c0b5b4f2 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:26:55.247878 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-bbc0250c-851a-474a-9fdd-cfce9abf3070 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3706040 Jan 26 19:26:55.330812 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91b74bc-4dc7-4b78-9045-2d9fa5d01106 None None] Network ca72cad8-294c-4f10-8a99-4392c0b5b4f2 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:26:59.137919 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bfa90-c016-4fa4-a873-b43e85b94918 req-658f4af7-8791-4ded-a828-0ad8fbe2f7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:59.139429 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b38bfa90-c016-4fa4-a873-b43e85b94918 req-658f4af7-8791-4ded-a828-0ad8fbe2f7d0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93424b38a7474b9787347d46184008c3&device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 1098 time: 0.0672736 Jan 26 19:26:59.150347 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866ab10-f9b9-4ef1-b7a8-eaa6dc2112f9 req-64e1495c-33c1-488b-a439-a140c90db983 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:59.151729 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0866ab10-f9b9-4ef1-b7a8-eaa6dc2112f9 req-64e1495c-33c1-488b-a439-a140c90db983 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0564044 Jan 26 19:26:59.252827 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0866ab10-f9b9-4ef1-b7a8-eaa6dc2112f9 req-096745e1-4a01-42a3-8856-fa7feac22ea4 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933080 Jan 26 19:26:59.268790 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bfa90-c016-4fa4-a873-b43e85b94918 req-3bddb97a-4d48-4c3a-9698-024f48640a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:59.270460 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b38bfa90-c016-4fa4-a873-b43e85b94918 req-3bddb97a-4d48-4c3a-9698-024f48640a1d service neutron] 10.222.0.46 "GET /v2.0/networks?id=8746d71a-820a-4b05-87b9-92fff64ad22d HTTP/1.1" status: 200 len: 920 time: 0.1176932 Jan 26 19:26:59.326167 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b38bfa90-c016-4fa4-a873-b43e85b94918 req-06ee74e1-e76e-4a2e-b6db-d45d0572dada service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7adc2f-208b-4133-b88e-b377af0b7104 HTTP/1.1" status: 200 len: 217 time: 0.0398588 Jan 26 19:26:59.374246 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bfa90-c016-4fa4-a873-b43e85b94918 req-c20b6497-a315-4f1f-810a-8166f6a1e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:26:59.375828 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b38bfa90-c016-4fa4-a873-b43e85b94918 req-c20b6497-a315-4f1f-810a-8166f6a1e867 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=60c69d80-c100-4f11-893e-f1b4a9dffa16 HTTP/1.1" status: 200 len: 859 time: 0.0435176 Jan 26 19:26:59.404868 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b38bfa90-c016-4fa4-a873-b43e85b94918 req-c3968064-638e-4868-9198-a85d281c8b4d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8746d71a-820a-4b05-87b9-92fff64ad22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234065 Jan 26 19:26:59.491291 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b38bfa90-c016-4fa4-a873-b43e85b94918 req-f141615c-0ff2-4f24-ae9b-8c924afdb6b8 service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804687 Jan 26 19:26:59.575224 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b38bfa90-c016-4fa4-a873-b43e85b94918 req-87a07985-9b73-46ea-af3d-b67576e004fd service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779719 Jan 26 19:27:03.235328 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c1acb-3155-4ea4-bbf6-d943468c18ed req-7083466f-e764-44a7-a5ae-6f95adb12625 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:03.236833 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8f9c1acb-3155-4ea4-bbf6-d943468c18ed req-7083466f-e764-44a7-a5ae-6f95adb12625 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0469313 Jan 26 19:27:03.296739 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8f9c1acb-3155-4ea4-bbf6-d943468c18ed req-744d085f-ca15-4131-a184-89bdc560c8b9 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545094 Jan 26 19:27:04.034925 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-7cc6a9ed-ba5d-4547-85b2-bcbd51a80e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:04.411172 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e956d33-77e9-4af4-a071-c37c8ebf5505 req-62f047ef-0cb2-4f96-bd9a-d3e73dba24dc tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:04.412643 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9e956d33-77e9-4af4-a071-c37c8ebf5505 req-62f047ef-0cb2-4f96-bd9a-d3e73dba24dc tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0459719 Jan 26 19:27:04.459570 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9e956d33-77e9-4af4-a071-c37c8ebf5505 req-e0f7e85f-b467-4951-8238-c767df6dfe2c tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410109 Jan 26 19:27:04.555038 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:27:05.485774 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-fbc665db-4cc5-4d05-bb64-092aec2ff58f tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:05.488019 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-fbc665db-4cc5-4d05-bb64-092aec2ff58f tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/networks?id=ca72cad8-294c-4f10-8a99-4392c0b5b4f2 HTTP/1.1" status: 200 len: 808 time: 0.0983005 Jan 26 19:27:05.505889 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-34b7c829-215d-4b0e-9ff1-d2d827d6d49d tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/quotas/48cdb224373e4cbca601532981d8f3dc HTTP/1.1" status: 200 len: 375 time: 0.0091219 Jan 26 19:27:05.540624 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-e7301313-e537-4a69-8e9d-ea036537dff2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=48cdb224373e4cbca601532981d8f3dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294447 Jan 26 19:27:05.587953 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33357d77-e9f1-4b5a-8aa8-27cefd0bec90 req-e561602e-378d-499b-98f5-ac086ede5746 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:05.595578 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-33357d77-e9f1-4b5a-8aa8-27cefd0bec90 req-e561602e-378d-499b-98f5-ac086ede5746 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0615704 Jan 26 19:27:05.645211 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-7f53bdd0-3963-4d85-adbb-34b1c4909a85 service neutron] 10.222.0.50 "GET /v2.0/networks/ca72cad8-294c-4f10-8a99-4392c0b5b4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970638 Jan 26 19:27:05.650134 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-33357d77-e9f1-4b5a-8aa8-27cefd0bec90 req-d6a16a4b-ab75-4c0c-80c5-6c1269e9ef8e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535166 Jan 26 19:27:05.747227 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-53a29c1e-0a71-41d4-b3a8-b9847547b855 service neutron] 10.222.0.50 "GET /v2.0/networks/ca72cad8-294c-4f10-8a99-4392c0b5b4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957038 Jan 26 19:27:05.923578 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b440e0b7-9b2a-47ca-9c35-64d16a8c212e req-02538508-9bb0-47f4-8168-d5d9fa8eb4c7 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 210 time: 0.0280261 Jan 26 19:27:06.291059 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-36f51a26-9185-45e9-9f3e-fb26af503bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:06.455794 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d919f8-f379-44d7-888b-dab5bfca152c req-186ac3b4-0f78-46f6-834b-7d4292148038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:06.457160 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-35d919f8-f379-44d7-888b-dab5bfca152c req-186ac3b4-0f78-46f6-834b-7d4292148038 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93424b38a7474b9787347d46184008c3&device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 1098 time: 0.0396743 Jan 26 19:27:06.639538 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d919f8-f379-44d7-888b-dab5bfca152c req-f4ceda31-5bbb-444c-aa5d-f931a2df959d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:06.641026 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-35d919f8-f379-44d7-888b-dab5bfca152c req-f4ceda31-5bbb-444c-aa5d-f931a2df959d service neutron] 10.222.0.46 "GET /v2.0/networks?id=8746d71a-820a-4b05-87b9-92fff64ad22d HTTP/1.1" status: 200 len: 920 time: 0.0874269 Jan 26 19:27:06.769552 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33676e1f-b907-44c9-9777-cb9874f9ad09 req-9a948b77-eb14-45d2-9728-5d82bd1a428e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:06.771012 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-33676e1f-b907-44c9-9777-cb9874f9ad09 req-9a948b77-eb14-45d2-9728-5d82bd1a428e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0475476 Jan 26 19:27:06.816673 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-33676e1f-b907-44c9-9777-cb9874f9ad09 req-07fb485e-690a-4529-ae0a-d2affc372e67 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397425 Jan 26 19:27:07.023037 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a8c76360-3fd8-4be1-bc21-cc4fd30a3bb1 req-4d8a4bc1-8441-448a-b6cf-b02230414113 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 210 time: 0.0252154 Jan 26 19:27:07.729492 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:07.935029 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:08.949589 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:09.145098 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-35d919f8-f379-44d7-888b-dab5bfca152c req-e41d17ef-9503-42fc-bc01-4abfbf0ec50c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7adc2f-208b-4133-b88e-b377af0b7104 HTTP/1.1" status: 200 len: 217 time: 0.0368454 Jan 26 19:27:10.274895 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:10.675266 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d919f8-f379-44d7-888b-dab5bfca152c req-9011ebf7-6994-43c0-984d-58588921f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:10.676815 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-35d919f8-f379-44d7-888b-dab5bfca152c req-9011ebf7-6994-43c0-984d-58588921f696 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=60c69d80-c100-4f11-893e-f1b4a9dffa16 HTTP/1.1" status: 200 len: 859 time: 0.0762959 Jan 26 19:27:10.677747 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c135098f-c2db-414f-b86c-05901361dd0d req-04693167-b01a-4f2c-9711-232664ae6eaf tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 210 time: 0.0252244 Jan 26 19:27:10.697986 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51b1df-75d1-4fc3-9e5f-cfbaa3252ab0 req-25706564-7b95-4be6-a7fe-c41da8044e1f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:10.697986 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ea51b1df-75d1-4fc3-9e5f-cfbaa3252ab0 req-25706564-7b95-4be6-a7fe-c41da8044e1f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0559328 Jan 26 19:27:10.725670 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-35d919f8-f379-44d7-888b-dab5bfca152c req-71884b4d-7e2a-474a-884a-db4c0c333ebf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8746d71a-820a-4b05-87b9-92fff64ad22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322528 Jan 26 19:27:10.810500 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ea51b1df-75d1-4fc3-9e5f-cfbaa3252ab0 req-d09f8e74-bf18-42d0-8e90-952fb3ffa32a tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093788 Jan 26 19:27:10.909534 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-35d919f8-f379-44d7-888b-dab5bfca152c req-586a517d-bcc4-4179-b966-92fe75ffb867 service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741471 Jan 26 19:27:10.963527 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-68b17087-c102-425c-8c68-ec30ad776f96 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:10.964983 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-68b17087-c102-425c-8c68-ec30ad776f96 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.46 "GET /v2.0/networks?id=ca72cad8-294c-4f10-8a99-4392c0b5b4f2 HTTP/1.1" status: 200 len: 808 time: 0.1536095 Jan 26 19:27:11.001996 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Request body: {'port': {'device_id': 'fa2c2597-b7d6-4019-9a8c-918a6e84c5ee', 'network_id': 'ca72cad8-294c-4f10-8a99-4392c0b5b4f2', 'admin_state_up': True, 'tenant_id': '48cdb224373e4cbca601532981d8f3dc'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:27:11.081729 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-35d919f8-f379-44d7-888b-dab5bfca152c req-f500e0e0-2bf5-4859-934e-7831aeb20d15 service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639819 Jan 26 19:27:11.128787 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Made reservation on behalf of 48cdb224373e4cbca601532981d8f3dc for: {'port': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:27:11.131679 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:11.262131 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Allocated IP 172.20.0.11 (ca72cad8-294c-4f10-8a99-4392c0b5b4f2/8338949d-8c89-420b-b068-bc7e61a2832c/0d593cd6-8871-48fa-9a6b-f26cef3519ce) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:27:11.403887 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Publish callbacks [] for port (0d593cd6-8871-48fa-9a6b-f26cef3519ce), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:11.435946 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (0d593cd6-8871-48fa-9a6b-f26cef3519ce), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:11.475949 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Network ca72cad8-294c-4f10-8a99-4392c0b5b4f2 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:27:11.479368 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:27:11.485414 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:27:11.490317 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:11.490641 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:11.497102 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Pushing event updated for resources: {'Port': ['ID=0d593cd6-8871-48fa-9a6b-f26cef3519ce,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:11.507996 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:11.508389 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:11.508743 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:11.509089 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:11.509415 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:11.509718 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:11.510077 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:11.510362 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:11.510679 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:11.511001 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:11.511324 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:11.511636 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:11.511978 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:11.521775 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-d95eaece-a52d-47d5-98ce-986a51276ebc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5308318 Jan 26 19:27:11.538165 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Request body: {'port': {'device_id': 'fa2c2597-b7d6-4019-9a8c-918a6e84c5ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:27:11.588479 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (0d593cd6-8871-48fa-9a6b-f26cef3519ce), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:11.792370 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf05f3d-2310-43fc-b8c8-dccfa3242970 req-fe257ae5-0abd-4d08-a6ff-baa3012216a7 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:11.793921 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1cf05f3d-2310-43fc-b8c8-dccfa3242970 req-fe257ae5-0abd-4d08-a6ff-baa3012216a7 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 932 time: 0.0475814 Jan 26 19:27:11.845089 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1cf05f3d-2310-43fc-b8c8-dccfa3242970 req-a58aca79-7abf-4686-a753-c0c9d948f5a0 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444145 Jan 26 19:27:11.994538 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b90d61-bf4a-4970-966c-085cd47bb69e req-09110de3-d028-4bb1-b43c-69b097424c47 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:11.995930 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-46b90d61-bf4a-4970-966c-085cd47bb69e req-09110de3-d028-4bb1-b43c-69b097424c47 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0721514 Jan 26 19:27:12.076209 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d593cd6-8871-48fa-9a6b-f26cef3519ce {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:27:12.082606 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-46b90d61-bf4a-4970-966c-085cd47bb69e req-fdfc1227-be22-41c9-95ab-3619760dc0d8 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805867 Jan 26 19:27:12.086859 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Publish callbacks [] for port (0d593cd6-8871-48fa-9a6b-f26cef3519ce), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:12.099645 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Transition to ACTIVE for port object 0d593cd6-8871-48fa-9a6b-f26cef3519ce will not be triggered until provisioned by entity L2. {{(pid=102406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:27:12.104124 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (0d593cd6-8871-48fa-9a6b-f26cef3519ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:12.181009 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Pushing event updated for resources: {'Port': ['ID=0d593cd6-8871-48fa-9a6b-f26cef3519ce,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:12.192861 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Attempting to bind port 0d593cd6-8871-48fa-9a6b-f26cef3519ce on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:27:12.193194 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Attempting to bind port 0d593cd6-8871-48fa-9a6b-f26cef3519ce by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'c4515c36-332b-46d3-ad9d-a7bfb3c232ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ca72cad8-294c-4f10-8a99-4392c0b5b4f2'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:27:12.193518 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Attempting to bind port 0d593cd6-8871-48fa-9a6b-f26cef3519ce on network ca72cad8-294c-4f10-8a99-4392c0b5b4f2 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:27:12.198576 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Port 0d593cd6-8871-48fa-9a6b-f26cef3519ce on network ca72cad8-294c-4f10-8a99-4392c0b5b4f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:27:12.198894 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Attempting to bind port 0d593cd6-8871-48fa-9a6b-f26cef3519ce on network ca72cad8-294c-4f10-8a99-4392c0b5b4f2 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:27:12.203732 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:27:12.204095 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Checking segment: {'id': 'c4515c36-332b-46d3-ad9d-a7bfb3c232ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ca72cad8-294c-4f10-8a99-4392c0b5b4f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:27:12.204470 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Bound using segment: {'id': 'c4515c36-332b-46d3-ad9d-a7bfb3c232ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ca72cad8-294c-4f10-8a99-4392c0b5b4f2'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:27:12.204885 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Bound port: 0d593cd6-8871-48fa-9a6b-f26cef3519ce, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4515c36-332b-46d3-ad9d-a7bfb3c232ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ca72cad8-294c-4f10-8a99-4392c0b5b4f2'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:27:12.205231 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (0d593cd6-8871-48fa-9a6b-f26cef3519ce), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:12.271393 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] For port 0d593cd6-8871-48fa-9a6b-f26cef3519ce, host hv-cinder-79400, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:27:12.275424 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] For port 0d593cd6-8871-48fa-9a6b-f26cef3519ce, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=0d593cd6-8871-48fa-9a6b-f26cef3519ce,segment=NetworkSegment(c4515c36-332b-46d3-ad9d-a7bfb3c232ab),segment_id=c4515c36-332b-46d3-ad9d-a7bfb3c232ab)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:27:12.280773 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (0d593cd6-8871-48fa-9a6b-f26cef3519ce), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:12.314542 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:12.315092 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:12.316497 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] 10.222.0.46 "PUT /v2.0/ports/0d593cd6-8871-48fa-9a6b-f26cef3519ce HTTP/1.1" status: 200 len: 1094 time: 0.7825291 Jan 26 19:27:12.316925 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2c2597-b7d6-4019-9a8c-918a6e84c5ee', 'tag': '0d593cd6-8871-48fa-9a6b-f26cef3519ce'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:27:12.319149 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a14ed2e-fdc5-49e4-b89a-2351c80d53ab" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2c2597-b7d6-4019-9a8c-918a6e84c5ee", "tag": "0d593cd6-8871-48fa-9a6b-f26cef3519ce"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:27:12.356646 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ff4ed1-7f2d-4420-a08d-c488b884d339 service neutron] Pushing event updated for resources: {'Port': ['ID=0d593cd6-8871-48fa-9a6b-f26cef3519ce,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:12.361969 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc292c86-c260-4d05-be16-b6e2c9b99ae6 x-openstack-request-id: req-bc292c86-c260-4d05-be16-b6e2c9b99ae6 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:27:12.362254 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2c2597-b7d6-4019-9a8c-918a6e84c5ee", "tag": "0d593cd6-8871-48fa-9a6b-f26cef3519ce", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:27:12.362505 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bc292c86-c260-4d05-be16-b6e2c9b99ae6 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:27:12.362890 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2c2597-b7d6-4019-9a8c-918a6e84c5ee', 'tag': '0d593cd6-8871-48fa-9a6b-f26cef3519ce', 'status': 'completed', 'code': 200} Jan 26 19:27:12.420378 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-3d70dc46-4275-4451-afa3-862f9764056a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:12.422547 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-3d70dc46-4275-4451-afa3-862f9764056a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48cdb224373e4cbca601532981d8f3dc&device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 1097 time: 0.0473847 Jan 26 19:27:12.470773 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-43bd94b2-6a15-4dd9-890b-4e99ff0de46c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d593cd6-8871-48fa-9a6b-f26cef3519ce HTTP/1.1" status: 200 len: 217 time: 0.0380330 Jan 26 19:27:12.519666 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-47662b7e-1bfb-4b41-bf77-463a996d3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:12.521181 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-47662b7e-1bfb-4b41-bf77-463a996d3d08 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8338949d-8c89-420b-b068-bc7e61a2832c HTTP/1.1" status: 200 len: 848 time: 0.0444744 Jan 26 19:27:12.556517 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-00b05d2c-72a0-4524-b244-7c209676fc89 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca72cad8-294c-4f10-8a99-4392c0b5b4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270915 Jan 26 19:27:12.649319 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-abe6c24a-29f2-4830-b7b3-d4a0e2972f95 service neutron] 10.222.0.46 "GET /v2.0/networks/ca72cad8-294c-4f10-8a99-4392c0b5b4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859077 Jan 26 19:27:12.747645 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a72d6fea-3799-4c25-9962-1c51bc832dce req-5d2d0f92-c212-4c07-818b-fb573132fd2f service neutron] 10.222.0.46 "GET /v2.0/networks/ca72cad8-294c-4f10-8a99-4392c0b5b4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918641 Jan 26 19:27:12.866775 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14ed2e-fdc5-49e4-b89a-2351c80d53ab req-6eb47e39-6f61-45af-af72-8952cdb2e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:12.868751 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4a14ed2e-fdc5-49e4-b89a-2351c80d53ab req-6eb47e39-6f61-45af-af72-8952cdb2e0f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48cdb224373e4cbca601532981d8f3dc&device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 1097 time: 0.0382330 Jan 26 19:27:12.986154 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14ed2e-fdc5-49e4-b89a-2351c80d53ab req-aef005b7-c733-4013-87e7-5e9c80bb0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:12.987632 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4a14ed2e-fdc5-49e4-b89a-2351c80d53ab req-aef005b7-c733-4013-87e7-5e9c80bb0cca service neutron] 10.222.0.46 "GET /v2.0/networks?id=ca72cad8-294c-4f10-8a99-4392c0b5b4f2 HTTP/1.1" status: 200 len: 909 time: 0.1131468 Jan 26 19:27:12.995668 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e19cfd-9dae-445f-8dba-231468d48b46 req-9804efb6-2148-4522-bb97-81efc0c9949e tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:12.997018 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-60e19cfd-9dae-445f-8dba-231468d48b46 req-9804efb6-2148-4522-bb97-81efc0c9949e tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 944 time: 0.0719080 Jan 26 19:27:13.040218 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4a14ed2e-fdc5-49e4-b89a-2351c80d53ab req-7f98661d-4030-4539-94d9-68546f0ab628 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d593cd6-8871-48fa-9a6b-f26cef3519ce HTTP/1.1" status: 200 len: 217 time: 0.0416934 Jan 26 19:27:13.097805 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-60e19cfd-9dae-445f-8dba-231468d48b46 req-151def13-d57a-4f7b-898b-156939914ec6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944531 Jan 26 19:27:13.106397 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14ed2e-fdc5-49e4-b89a-2351c80d53ab req-1690cb45-ce68-44ba-8817-50acd529d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:13.107815 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4a14ed2e-fdc5-49e4-b89a-2351c80d53ab req-1690cb45-ce68-44ba-8817-50acd529d678 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8338949d-8c89-420b-b068-bc7e61a2832c HTTP/1.1" status: 200 len: 848 time: 0.0606644 Jan 26 19:27:13.138058 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4a14ed2e-fdc5-49e4-b89a-2351c80d53ab req-50fcd056-b855-49ca-b6db-93bdc1e1f829 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca72cad8-294c-4f10-8a99-4392c0b5b4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239358 Jan 26 19:27:13.202691 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f7f19-b6ee-4fe0-86f9-5b75934edccc req-ed2c17f8-39ca-4cec-b844-5f3705a35453 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:13.202691 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-538f7f19-b6ee-4fe0-86f9-5b75934edccc req-ed2c17f8-39ca-4cec-b844-5f3705a35453 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0496237 Jan 26 19:27:13.230068 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4a14ed2e-fdc5-49e4-b89a-2351c80d53ab req-f92c0b1d-b546-403d-984c-082d6e2cbee5 service neutron] 10.222.0.46 "GET /v2.0/networks/ca72cad8-294c-4f10-8a99-4392c0b5b4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856423 Jan 26 19:27:13.249205 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-538f7f19-b6ee-4fe0-86f9-5b75934edccc req-8b1e42b1-bc08-478b-b190-326d58aedaff tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415800 Jan 26 19:27:13.338352 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4a14ed2e-fdc5-49e4-b89a-2351c80d53ab req-7f8ebcfb-ce93-4382-89bd-11caffb805e1 service neutron] 10.222.0.46 "GET /v2.0/networks/ca72cad8-294c-4f10-8a99-4392c0b5b4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995347 Jan 26 19:27:14.218847 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dc378-1fcb-4d72-85cb-95484f310b9c req-fae38202-eaea-499b-9ae4-731248988ba2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:14.220333 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a45dc378-1fcb-4d72-85cb-95484f310b9c req-fae38202-eaea-499b-9ae4-731248988ba2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 944 time: 0.0541811 Jan 26 19:27:14.265661 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a45dc378-1fcb-4d72-85cb-95484f310b9c req-aed919ca-ed7e-496b-9666-4a069f676861 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399222 Jan 26 19:27:14.365189 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6d276-01fa-4220-9501-1f5195edde53 req-5ec2145f-c7a1-4b9a-862b-dfb5988e8265 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:14.366730 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-95a6d276-01fa-4220-9501-1f5195edde53 req-5ec2145f-c7a1-4b9a-862b-dfb5988e8265 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0475643 Jan 26 19:27:14.414085 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-95a6d276-01fa-4220-9501-1f5195edde53 req-cfa26c75-6d16-44d6-ae0f-c24feb8973df tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415363 Jan 26 19:27:19.347123 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f82d10-e726-4347-82dd-f7a06e338c6c req-df5fb81c-4aaf-47e5-b218-8056f4f595c7 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:19.348971 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-35f82d10-e726-4347-82dd-f7a06e338c6c req-df5fb81c-4aaf-47e5-b218-8056f4f595c7 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 944 time: 0.0484855 Jan 26 19:27:19.362632 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103a22e-fc8c-445b-9869-903ec2ccf4f0 req-7b86751f-f5c0-4713-9ecb-3f5da91f9881 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:19.364125 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8103a22e-fc8c-445b-9869-903ec2ccf4f0 req-7b86751f-f5c0-4713-9ecb-3f5da91f9881 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0486133 Jan 26 19:27:19.400258 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-35f82d10-e726-4347-82dd-f7a06e338c6c req-a685b4d0-74b3-4752-ba43-f782a3900f6e tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443838 Jan 26 19:27:19.415794 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8103a22e-fc8c-445b-9869-903ec2ccf4f0 req-d6082479-8fe9-4423-821f-321ca165991d tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457702 Jan 26 19:27:20.513099 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8f12e-e8db-4a06-8b58-aeb15dfdb5e7 req-33ae245f-df2c-4149-9178-9eb50f458996 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:20.514584 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3bd8f12e-e8db-4a06-8b58-aeb15dfdb5e7 req-33ae245f-df2c-4149-9178-9eb50f458996 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 944 time: 0.0468051 Jan 26 19:27:20.527214 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e9f9c-710a-4367-a6e3-6cb5c50ac58e req-180654d9-e476-4d35-a1ef-bf460b12e1fb tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:20.528704 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-123e9f9c-710a-4367-a6e3-6cb5c50ac58e req-180654d9-e476-4d35-a1ef-bf460b12e1fb tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0460982 Jan 26 19:27:20.562072 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3bd8f12e-e8db-4a06-8b58-aeb15dfdb5e7 req-8eae36ea-aee4-49ed-840b-9ff69ebf38d6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414414 Jan 26 19:27:20.575716 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-123e9f9c-710a-4367-a6e3-6cb5c50ac58e req-6df18290-6ed9-4af9-b462-ec9a8b6e05fc tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414863 Jan 26 19:27:21.901542 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e206494-e14e-4da5-b375-d08102083c5e req-ef6a414a-c407-4721-91e9-1d55904a0171 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:21.903022 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6e206494-e14e-4da5-b375-d08102083c5e req-ef6a414a-c407-4721-91e9-1d55904a0171 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 944 time: 0.0488307 Jan 26 19:27:21.903908 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542492e5-cead-49ac-bf20-ec04d03cc4fd req-5b01ff79-95f9-407c-9ba4-8bb90afb0a7e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:21.905343 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-542492e5-cead-49ac-bf20-ec04d03cc4fd req-5b01ff79-95f9-407c-9ba4-8bb90afb0a7e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0463562 Jan 26 19:27:21.948618 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6e206494-e14e-4da5-b375-d08102083c5e req-76a9e667-5fdf-4f20-8175-8c0da8923e76 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401254 Jan 26 19:27:21.950784 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-542492e5-cead-49ac-bf20-ec04d03cc4fd req-c84c334e-1bbc-40ba-a3fa-053b2f1f9951 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400083 Jan 26 19:27:23.888457 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 0d593cd6-8871-48fa-9a6b-f26cef3519ce details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:27:23.980852 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 0d593cd6-8871-48fa-9a6b-f26cef3519ce, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=0d593cd6-8871-48fa-9a6b-f26cef3519ce,segment=NetworkSegment(c4515c36-332b-46d3-ad9d-a7bfb3c232ab),segment_id=c4515c36-332b-46d3-ad9d-a7bfb3c232ab)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:27:23.990699 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': '0d593cd6-8871-48fa-9a6b-f26cef3519ce', 'network_id': 'ca72cad8-294c-4f10-8a99-4392c0b5b4f2', 'port_id': '0d593cd6-8871-48fa-9a6b-f26cef3519ce', 'mac_address': 'fa:16:3e:87:92:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8338949d-8c89-420b-b068-bc7e61a2832c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:27:24.025801 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 0d593cd6-8871-48fa-9a6b-f26cef3519ce is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:27:24.026187 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (0d593cd6-8871-48fa-9a6b-f26cef3519ce), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:24.038063 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d593cd6-8871-48fa-9a6b-f26cef3519ce {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:27:24.056318 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 0d593cd6-8871-48fa-9a6b-f26cef3519ce, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=0d593cd6-8871-48fa-9a6b-f26cef3519ce,segment=NetworkSegment(c4515c36-332b-46d3-ad9d-a7bfb3c232ab),segment_id=c4515c36-332b-46d3-ad9d-a7bfb3c232ab)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:27:24.060456 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (0d593cd6-8871-48fa-9a6b-f26cef3519ce), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:24.104871 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=0d593cd6-8871-48fa-9a6b-f26cef3519ce,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:24.111609 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:24.112005 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:24.112426 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:24.112769 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:24.113183 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:24.113558 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:24.113890 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:24.114217 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:24.114543 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:24.114886 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:24.115223 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:24.115540 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:24.115887 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:25.470569 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149c9e1-5ccc-46db-a406-caa28e4afb5d req-6632c510-7832-4167-9534-c6628037701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:25.472048 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9149c9e1-5ccc-46db-a406-caa28e4afb5d req-6632c510-7832-4167-9534-c6628037701d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 1098 time: 0.0561810 Jan 26 19:27:25.503659 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8245de6e-2233-41ca-805c-2b9c398463b3 req-a490c02b-0be3-4687-b4fc-2ed6512197c2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:25.505160 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8245de6e-2233-41ca-805c-2b9c398463b3 req-a490c02b-0be3-4687-b4fc-2ed6512197c2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 945 time: 0.0575840 Jan 26 19:27:25.530660 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0163430-e63e-4c09-9bb6-965966303230 req-4dd180ea-abf9-4941-be95-10ae66563b83 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:25.532125 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a0163430-e63e-4c09-9bb6-965966303230 req-4dd180ea-abf9-4941-be95-10ae66563b83 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0719259 Jan 26 19:27:25.548766 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9149c9e1-5ccc-46db-a406-caa28e4afb5d req-3c60b204-c3fd-4108-8d07-ff71ceb8e90a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602088 Jan 26 19:27:25.551649 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8245de6e-2233-41ca-805c-2b9c398463b3 req-eb7c4402-de9a-4cc5-8a81-83f61c597a42 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409071 Jan 26 19:27:25.584386 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a0163430-e63e-4c09-9bb6-965966303230 req-f82653a1-e4cf-414b-87b8-a0e52266be62 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450001 Jan 26 19:27:26.558214 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['0d593cd6-8871-48fa-9a6b-f26cef3519ce'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:27:26.665684 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2948100-9dc6-4f2b-9057-3c6372c63eb3 req-03f0255f-da7f-46e5-abc7-71e2e53cf85b tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:26.667158 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d2948100-9dc6-4f2b-9057-3c6372c63eb3 req-03f0255f-da7f-46e5-abc7-71e2e53cf85b tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 945 time: 0.0468485 Jan 26 19:27:26.704935 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56fc68-3470-4783-829b-6ca9ddeeed79 req-16dfef44-6bbe-4b9a-a474-899946a4b132 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:26.706396 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ce56fc68-3470-4783-829b-6ca9ddeeed79 req-16dfef44-6bbe-4b9a-a474-899946a4b132 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0482569 Jan 26 19:27:26.717955 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d2948100-9dc6-4f2b-9057-3c6372c63eb3 req-9f90d8d5-af2b-4ba8-b2b7-cb76c0146f25 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443337 Jan 26 19:27:26.752571 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ce56fc68-3470-4783-829b-6ca9ddeeed79 req-46d0ecc7-36da-4ac9-9a06-0ef680505916 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404842 Jan 26 19:27:27.853391 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fb5c9-0984-4351-be4a-462ddf06fdd9 req-dcd4ca42-21f6-4c3d-804e-773d7f8680ad tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:27.854871 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9b1fb5c9-0984-4351-be4a-462ddf06fdd9 req-dcd4ca42-21f6-4c3d-804e-773d7f8680ad tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 945 time: 0.0575039 Jan 26 19:27:27.886671 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68445f-b85b-4a58-9be4-bc25ef7f1c9e req-3bbca43e-ec47-4272-88bf-302fb7d2f226 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:27.890067 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8a68445f-b85b-4a58-9be4-bc25ef7f1c9e req-3bbca43e-ec47-4272-88bf-302fb7d2f226 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0540187 Jan 26 19:27:27.903758 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9b1fb5c9-0984-4351-be4a-462ddf06fdd9 req-55d5bbad-2b02-4ebc-926e-df9e3a7bf619 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428183 Jan 26 19:27:27.941032 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8a68445f-b85b-4a58-9be4-bc25ef7f1c9e req-2bfd915c-ca61-4588-b225-826a938e32e9 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447006 Jan 26 19:27:30.646628 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 0d593cd6-8871-48fa-9a6b-f26cef3519ce up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:27:30.809833 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port 0d593cd6-8871-48fa-9a6b-f26cef3519ce completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:27:30.813904 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port 0d593cd6-8871-48fa-9a6b-f26cef3519ce triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:27:30.814278 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (0d593cd6-8871-48fa-9a6b-f26cef3519ce), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:30.887385 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 0d593cd6-8871-48fa-9a6b-f26cef3519ce is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:27:30.887765 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (0d593cd6-8871-48fa-9a6b-f26cef3519ce), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:30.909856 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2c2597-b7d6-4019-9a8c-918a6e84c5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d593cd6-8871-48fa-9a6b-f26cef3519ce'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:27:30.912116 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad0de4a-f7fd-4614-8a1b-469ccaee47b6" -d '{"events": [{"server_uuid": "fa2c2597-b7d6-4019-9a8c-918a6e84c5ee", "name": "network-vif-plugged", "status": "completed", "tag": "0d593cd6-8871-48fa-9a6b-f26cef3519ce"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:27:30.925488 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 0d593cd6-8871-48fa-9a6b-f26cef3519ce, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=0d593cd6-8871-48fa-9a6b-f26cef3519ce,segment=NetworkSegment(c4515c36-332b-46d3-ad9d-a7bfb3c232ab),segment_id=c4515c36-332b-46d3-ad9d-a7bfb3c232ab)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:27:30.929405 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (0d593cd6-8871-48fa-9a6b-f26cef3519ce), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:30.979103 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=0d593cd6-8871-48fa-9a6b-f26cef3519ce,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:32.268935 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37698ce-6cdd-48b4-8a6e-3cd0e284831c req-560e3fff-929e-496e-afcf-8cac5acc3c52 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:32.276641 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e37698ce-6cdd-48b4-8a6e-3cd0e284831c req-560e3fff-929e-496e-afcf-8cac5acc3c52 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 946 time: 0.0601470 Jan 26 19:27:32.297656 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39333411-09d9-405f-b896-abe8d4e6dc43 req-846eaffe-caf9-4612-82e5-05dff362dda5 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:32.299223 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-39333411-09d9-405f-b896-abe8d4e6dc43 req-846eaffe-caf9-4612-82e5-05dff362dda5 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0649202 Jan 26 19:27:32.317558 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e37698ce-6cdd-48b4-8a6e-3cd0e284831c req-20ebfe18-d1a6-4976-8f1e-ecf2068bd968 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400693 Jan 26 19:27:32.346740 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-39333411-09d9-405f-b896-abe8d4e6dc43 req-65c8d1f3-4aaa-49d2-a340-b665b048b96b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410688 Jan 26 19:27:32.362714 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63396eb-0f1e-4157-9007-f41b06f5a796 x-openstack-request-id: req-c63396eb-0f1e-4157-9007-f41b06f5a796 {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:27:32.363135 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2c2597-b7d6-4019-9a8c-918a6e84c5ee", "name": "network-vif-plugged", "status": "completed", "tag": "0d593cd6-8871-48fa-9a6b-f26cef3519ce", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:27:32.363398 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c63396eb-0f1e-4157-9007-f41b06f5a796 {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:27:32.363886 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2c2597-b7d6-4019-9a8c-918a6e84c5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d593cd6-8871-48fa-9a6b-f26cef3519ce', 'code': 200} Jan 26 19:27:32.535585 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822eb001-f26c-42aa-b87a-747c2aa444e5 req-cd2c7e41-69d9-45ca-a6a6-4f9bca9abe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:32.537162 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-822eb001-f26c-42aa-b87a-747c2aa444e5 req-cd2c7e41-69d9-45ca-a6a6-4f9bca9abe38 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 1099 time: 0.0407982 Jan 26 19:27:32.587866 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-822eb001-f26c-42aa-b87a-747c2aa444e5 req-85fc1235-5cfa-42cf-b5f4-78c7026af3fd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365562 Jan 26 19:27:33.477336 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4f677-e2b3-45eb-ad79-535d0ef854bb req-dde19ae6-1a3f-4624-a1a2-f7921b383818 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:33.478807 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ceb4f677-e2b3-45eb-ad79-535d0ef854bb req-dde19ae6-1a3f-4624-a1a2-f7921b383818 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 946 time: 0.0463057 Jan 26 19:27:33.479957 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a0b79-ffdc-40ba-9e0b-2f6b8febc02f req-fe9ee02a-a11f-4ce6-b398-988fd18559c5 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:33.481378 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b64a0b79-ffdc-40ba-9e0b-2f6b8febc02f req-fe9ee02a-a11f-4ce6-b398-988fd18559c5 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0455568 Jan 26 19:27:33.524263 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ceb4f677-e2b3-45eb-ad79-535d0ef854bb req-25c5a478-134f-4a77-9c77-0c1c8e58705c tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399008 Jan 26 19:27:33.528717 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b64a0b79-ffdc-40ba-9e0b-2f6b8febc02f req-a321dc92-17f5-4b80-af17-556b411ecc17 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421276 Jan 26 19:27:33.809178 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb20de5-c5b6-4a85-aa7b-14579a4d4ac1 req-850dff5f-0517-44e8-8e37-4e9573859247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:33.810653 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-edb20de5-c5b6-4a85-aa7b-14579a4d4ac1 req-850dff5f-0517-44e8-8e37-4e9573859247 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93424b38a7474b9787347d46184008c3&device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 1098 time: 0.0717139 Jan 26 19:27:33.818185 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78468f-0754-4303-8c01-0479924fb134 req-7cb41458-02f6-4dad-b008-d8daf57b83eb tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:33.819519 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-bc78468f-0754-4303-8c01-0479924fb134 req-7cb41458-02f6-4dad-b008-d8daf57b83eb tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0720801 Jan 26 19:27:33.917662 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-bc78468f-0754-4303-8c01-0479924fb134 req-6606186b-ea3f-42b7-952e-88c5b14aac36 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895627 Jan 26 19:27:33.934519 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb20de5-c5b6-4a85-aa7b-14579a4d4ac1 req-d21d01ac-d7ca-4736-a2db-72c28cef9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:33.936040 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-edb20de5-c5b6-4a85-aa7b-14579a4d4ac1 req-d21d01ac-d7ca-4736-a2db-72c28cef9299 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8746d71a-820a-4b05-87b9-92fff64ad22d HTTP/1.1" status: 200 len: 920 time: 0.1155288 Jan 26 19:27:33.977776 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-edb20de5-c5b6-4a85-aa7b-14579a4d4ac1 req-7ced8053-aac2-4e81-ae64-d55fb33b6a05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7adc2f-208b-4133-b88e-b377af0b7104 HTTP/1.1" status: 200 len: 217 time: 0.0347605 Jan 26 19:27:34.026373 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb20de5-c5b6-4a85-aa7b-14579a4d4ac1 req-9973d817-57ec-4b84-8179-60e359bf81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:34.027978 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-edb20de5-c5b6-4a85-aa7b-14579a4d4ac1 req-9973d817-57ec-4b84-8179-60e359bf81ee service neutron] 10.222.0.46 "GET /v2.0/subnets?id=60c69d80-c100-4f11-893e-f1b4a9dffa16 HTTP/1.1" status: 200 len: 859 time: 0.0420294 Jan 26 19:27:34.038596 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4dd63a27-83f7-4f1f-961d-c0885512accf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:34.061200 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-edb20de5-c5b6-4a85-aa7b-14579a4d4ac1 req-7ac7cee1-a514-4222-85cd-da686c630f1b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8746d71a-820a-4b05-87b9-92fff64ad22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260160 Jan 26 19:27:34.159976 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-edb20de5-c5b6-4a85-aa7b-14579a4d4ac1 req-62989fa1-a3dc-4a58-acfa-076d8a221598 service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914252 Jan 26 19:27:34.262040 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-edb20de5-c5b6-4a85-aa7b-14579a4d4ac1 req-5ecc70be-9f61-4fca-a1a5-c675a32bddbf service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920229 Jan 26 19:27:34.642643 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4cd6a-6c36-40ff-b366-116ef334dccf req-515bdab3-c71e-4eb5-a7a6-13a31372bbc6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:34.644137 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c6d4cd6a-6c36-40ff-b366-116ef334dccf req-515bdab3-c71e-4eb5-a7a6-13a31372bbc6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 946 time: 0.0490053 Jan 26 19:27:34.690213 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c6d4cd6a-6c36-40ff-b366-116ef334dccf req-8563a7ee-08d4-4265-8478-eef7032d6fc3 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392189 Jan 26 19:27:35.038040 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08be326-8a6b-40ef-b950-0dd8aa30e86f req-6b5ad805-9acf-42b7-a0f8-8f355af3642b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:35.039719 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b08be326-8a6b-40ef-b950-0dd8aa30e86f req-6b5ad805-9acf-42b7-a0f8-8f355af3642b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0475826 Jan 26 19:27:35.086866 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b08be326-8a6b-40ef-b950-0dd8aa30e86f req-e55fef33-61b6-4c2c-a857-1efedb12a2a2 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412951 Jan 26 19:27:35.806961 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effab0f-b810-48f9-a4fd-539792b7afe5 req-2daaeafc-f561-4d89-90f0-a430e718fee6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:35.808505 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4effab0f-b810-48f9-a4fd-539792b7afe5 req-2daaeafc-f561-4d89-90f0-a430e718fee6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 946 time: 0.0488460 Jan 26 19:27:35.855166 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4effab0f-b810-48f9-a4fd-539792b7afe5 req-c0fae430-23e7-4f38-aeb6-bfe1e9676cfe tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409493 Jan 26 19:27:36.206779 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462c5a5-b164-4678-81cd-3c9939b9b512 req-c2285157-d374-42f6-bb45-6596b5ac495e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:36.210719 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4462c5a5-b164-4678-81cd-3c9939b9b512 req-c2285157-d374-42f6-bb45-6596b5ac495e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0518179 Jan 26 19:27:36.260611 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4462c5a5-b164-4678-81cd-3c9939b9b512 req-c1a831bb-be3d-4f1a-b655-d86c6b4bed02 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456295 Jan 26 19:27:36.302343 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-b56b2e8d-2e26-4f13-bedb-2dc4d2b0f9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:36.475065 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7810a9-1dff-4d53-aae4-845b4e88f4b2 req-21057d77-6778-495b-ae07-9d1b8558eaa6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:36.476588 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0d7810a9-1dff-4d53-aae4-845b4e88f4b2 req-21057d77-6778-495b-ae07-9d1b8558eaa6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 946 time: 0.0514193 Jan 26 19:27:36.524660 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0d7810a9-1dff-4d53-aae4-845b4e88f4b2 req-3c4d5bc4-ea2b-41df-8c80-81fdee3c624d tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415714 Jan 26 19:27:36.797059 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 54220) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:27:36.841222 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Deleting subnet 84c4b060-e253-4b35-b558-7698bc853c1c {{(pid=102405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:27:36.844514 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Publish callbacks [] for subnet (84c4b060-e253-4b35-b558-7698bc853c1c), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:36.878251 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8393457'] for subnet (84c4b060-e253-4b35-b558-7698bc853c1c), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:36.922459 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588427'] for subnet (84c4b060-e253-4b35-b558-7698bc853c1c), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:36.976588 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8804400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069609'] for subnet (84c4b060-e253-4b35-b558-7698bc853c1c), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:37.003590 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84c4b060-e253-4b35-b558-7698bc853c1c,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:37.006374 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:37.009161 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/84c4b060-e253-4b35-b558-7698bc853c1c HTTP/1.1" status: 204 len: 168 time: 0.2111092 Jan 26 19:27:37.011979 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 54226) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:27:37.015470 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:37.015854 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:37.016196 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:37.016532 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:37.016861 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:37.017189 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:37.017517 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:37.017843 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:37.018172 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:37.018620 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:37.018919 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:37.019263 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:37.019567 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5048b9-302d-49ca-ad9d-234cac63d854 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:27:37.086506 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056074'] for network (79063e6f-c6ab-4e9e-abe8-3e508a732044), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:37.172942 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1586524', 'neutron.services.segments.db._delete_segments_for_network-8757114033794'] for network (79063e6f-c6ab-4e9e-abe8-3e508a732044), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:37.197032 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:27:37.197429 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:27:37.198245 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:27:37.199400 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Subscribe: > port after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:27:37.199400 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:27:37.199400 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Subscribe: > port after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:27:37.199782 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:27:37.200124 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:27:37.200443 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:27:37.200763 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:27:37.277787 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:27:37.278131 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:27:37.278461 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:27:37.278786 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102406) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 26 19:27:37.279163 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79063e6f-c6ab-4e9e-abe8-3e508a732044']}} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:27:37.296860 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ccf527-b79c-4776-b449-771f28911a28') {'for_net_delete': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:27:37.297155 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ccf527-b79c-4776-b449-771f28911a28') {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:27:37.312794 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757114034827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8905240'] for segment (74ccf527-b79c-4776-b449-771f28911a28), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:37.333104 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (74ccf527-b79c-4776-b449-771f28911a28), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:37.349508 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:27:37.349508 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8613506'] for segment (74ccf527-b79c-4776-b449-771f28911a28), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: from cryptography.utils import int_from_bytes Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: from cryptography.utils import int_from_bytes Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: Traceback (most recent call last): Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: timer() Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: cb(*args, **kw) Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: return func(*args, **kwargs) Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: self._notify() Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: self.callback(batched_events) Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: event.method(event) Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: return f(self, *a, **k) Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: return self._get(url).json() Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: return self.request(url, 'GET', **kwargs) Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:27:37.354098 dv-cinder-794001-3-iscsi neutron-server[102406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:27:37.412132 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc111679-68f1-4675-a683-8c59c63fcc59 req-8c8d352b-1e29-4dca-bc45-ce4402b5122c tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:37.414338 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-fc111679-68f1-4675-a683-8c59c63fcc59 req-8c8d352b-1e29-4dca-bc45-ce4402b5122c tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0815563 Jan 26 19:27:37.428671 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1586517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747646'] for network (79063e6f-c6ab-4e9e-abe8-3e508a732044), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:37.448198 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:37.455947 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/79063e6f-c6ab-4e9e-abe8-3e508a732044 HTTP/1.1" status: 204 len: 168 time: 0.4425421 Jan 26 19:27:37.456996 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 54244) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:27:37.458013 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670579f-1c86-4aa5-a0c5-ce7a5f545cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=79063e6f-c6ab-4e9e-abe8-3e508a732044,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:37.483136 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-fc111679-68f1-4675-a683-8c59c63fcc59 req-9b7327de-e247-4a3a-805b-7485e87d29e3 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603518 Jan 26 19:27:37.508917 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8416ca7-0650-4a39-91bf-6c49d45bc3cb admin admin] Deleting subnet 6862e05f-fb66-4da6-a8e0-27478b359023 {{(pid=102406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:27:37.512555 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c8416ca7-0650-4a39-91bf-6c49d45bc3cb admin admin] Publish callbacks [] for subnet (6862e05f-fb66-4da6-a8e0-27478b359023), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:37.556837 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c8416ca7-0650-4a39-91bf-6c49d45bc3cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8905233'] for subnet (6862e05f-fb66-4da6-a8e0-27478b359023), precommit_delete_associations {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:37.606172 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c8416ca7-0650-4a39-91bf-6c49d45bc3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588427'] for subnet (6862e05f-fb66-4da6-a8e0-27478b359023), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:37.658261 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 54250) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:27:37.688142 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3457ef7-968a-44c6-bde5-d1e31a745dc4 req-1a81b94e-36b2-4c94-9803-51f672631d4b tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:37.689662 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d3457ef7-968a-44c6-bde5-d1e31a745dc4 req-1a81b94e-36b2-4c94-9803-51f672631d4b tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 946 time: 0.0856340 Jan 26 19:27:37.713847 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c8416ca7-0650-4a39-91bf-6c49d45bc3cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8613420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456519'] for subnet (6862e05f-fb66-4da6-a8e0-27478b359023), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:37.734706 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:37.753387 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8416ca7-0650-4a39-91bf-6c49d45bc3cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6862e05f-fb66-4da6-a8e0-27478b359023,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:37.756946 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c8416ca7-0650-4a39-91bf-6c49d45bc3cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:37.760662 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-c8416ca7-0650-4a39-91bf-6c49d45bc3cb admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6862e05f-fb66-4da6-a8e0-27478b359023 HTTP/1.1" status: 204 len: 168 time: 0.3002870 Jan 26 19:27:37.764255 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 54254) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:27:37.776211 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d4ac6c2b-32a9-4394-9a93-4f56eb27a0d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:37.793340 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d3457ef7-968a-44c6-bde5-d1e31a745dc4 req-77929c59-2e41-4a5c-8767-9f0b9e613bf6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966575 Jan 26 19:27:37.874519 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d4ac6c2b-32a9-4394-9a93-4f56eb27a0d0 admin admin] Publish callbacks [] for security_group (1517f674-aaf8-44c6-8f44-a055d5194d90), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:37.880449 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d4ac6c2b-32a9-4394-9a93-4f56eb27a0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (1517f674-aaf8-44c6-8f44-a055d5194d90), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:37.933399 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-d4ac6c2b-32a9-4394-9a93-4f56eb27a0d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1b46851d7c7746feb56da67c8ece961c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744114 Jan 26 19:27:37.934556 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac6c2b-32a9-4394-9a93-4f56eb27a0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1517f674-aaf8-44c6-8f44-a055d5194d90,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:37.939457 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 54262) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:27:37.961997 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.003464 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1eb6fd17-b71c-4d8f-928c-9a78ee89d246 admin admin] Publish callbacks [] for security_group (1517f674-aaf8-44c6-8f44-a055d5194d90), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.027470 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1eb6fd17-b71c-4d8f-928c-9a78ee89d246 admin admin] Publish callbacks [] for security_group (1517f674-aaf8-44c6-8f44-a055d5194d90), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.054338 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-46a85f54-21dc-4d5b-b810-9bf3909a5185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056074'] for network (7c4ef7ac-77d5-4780-aa68-8df515c3d138), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.077193 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1eb6fd17-b71c-4d8f-928c-9a78ee89d246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (1517f674-aaf8-44c6-8f44-a055d5194d90), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.079838 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1eb6fd17-b71c-4d8f-928c-9a78ee89d246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.081025 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-1eb6fd17-b71c-4d8f-928c-9a78ee89d246 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1517f674-aaf8-44c6-8f44-a055d5194d90 HTTP/1.1" status: 204 len: 168 time: 0.1403863 Jan 26 19:27:38.089141 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6fd17-b71c-4d8f-928c-9a78ee89d246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1517f674-aaf8-44c6-8f44-a055d5194d90,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:38.133831 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-46a85f54-21dc-4d5b-b810-9bf3909a5185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1586524', 'neutron.services.segments.db._delete_segments_for_network-8757114033794'] for network (7c4ef7ac-77d5-4780-aa68-8df515c3d138), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.156090 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-46a85f54-21dc-4d5b-b810-9bf3909a5185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4ef7ac-77d5-4780-aa68-8df515c3d138']}} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:27:38.165248 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-46a85f54-21dc-4d5b-b810-9bf3909a5185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad83471e-e193-4cb3-a986-48c07315cdf2') {'for_net_delete': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:27:38.165546 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-46a85f54-21dc-4d5b-b810-9bf3909a5185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad83471e-e193-4cb3-a986-48c07315cdf2') {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:27:38.176090 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-46a85f54-21dc-4d5b-b810-9bf3909a5185 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757114034827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8905240'] for segment (ad83471e-e193-4cb3-a986-48c07315cdf2), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.189332 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-46a85f54-21dc-4d5b-b810-9bf3909a5185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (ad83471e-e193-4cb3-a986-48c07315cdf2), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.198221 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a85f54-21dc-4d5b-b810-9bf3909a5185 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:27:38.198611 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-46a85f54-21dc-4d5b-b810-9bf3909a5185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8613506'] for segment (ad83471e-e193-4cb3-a986-48c07315cdf2), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: Traceback (most recent call last): Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: timer() Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: cb(*args, **kw) Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: return func(*args, **kwargs) Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: self._notify() Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: self.callback(batched_events) Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: event.method(event) Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: return f(self, *a, **k) Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: return self._get(url).json() Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: return self.request(url, 'GET', **kwargs) Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:27:38.200438 dv-cinder-794001-3-iscsi neutron-server[102406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:27:38.257690 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-46a85f54-21dc-4d5b-b810-9bf3909a5185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1586517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747646'] for network (7c4ef7ac-77d5-4780-aa68-8df515c3d138), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.265475 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-46a85f54-21dc-4d5b-b810-9bf3909a5185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.268791 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-46a85f54-21dc-4d5b-b810-9bf3909a5185 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7c4ef7ac-77d5-4780-aa68-8df515c3d138 HTTP/1.1" status: 204 len: 168 time: 0.5032601 Jan 26 19:27:38.278981 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a85f54-21dc-4d5b-b810-9bf3909a5185 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c4ef7ac-77d5-4780-aa68-8df515c3d138,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:38.362203 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 54270) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:27:38.379379 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e36c714c-8167-4eaf-82a1-23735afae54b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.426620 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 54272) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:27:38.462171 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e36c714c-8167-4eaf-82a1-23735afae54b admin admin] Publish callbacks [] for security_group (4a274db7-e123-4b9a-8b69-3b423c0b104b), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.466557 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e36c714c-8167-4eaf-82a1-23735afae54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (4a274db7-e123-4b9a-8b69-3b423c0b104b), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.469142 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-ef909d06-920d-49a3-ba4e-e159a57fb9b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92be1abec016451c9b1847ed690bd031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413079 Jan 26 19:27:38.469712 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 54274) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:27:38.505956 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c714c-8167-4eaf-82a1-23735afae54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a274db7-e123-4b9a-8b69-3b423c0b104b,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:38.510461 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-e36c714c-8167-4eaf-82a1-23735afae54b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=214373ffad08446fb6f189a3ad6e408f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1469707 Jan 26 19:27:38.513133 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 54278) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:27:38.524251 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4ddf78b7-5b02-4a44-8377-256215df4c0c admin admin] Publish callbacks [] for security_group (f907e10f-2a14-43a7-a587-1856b8dcac22), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.549913 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4ddf78b7-5b02-4a44-8377-256215df4c0c admin admin] Publish callbacks [] for security_group (f907e10f-2a14-43a7-a587-1856b8dcac22), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.569026 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0c5c877b-df92-4382-bb37-5dfb1c0d7b3e admin admin] Publish callbacks [] for security_group (4a274db7-e123-4b9a-8b69-3b423c0b104b), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.592321 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0c5c877b-df92-4382-bb37-5dfb1c0d7b3e admin admin] Publish callbacks [] for security_group (4a274db7-e123-4b9a-8b69-3b423c0b104b), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.623965 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2f717-ef47-400c-addf-c96e230b5677 req-9edcd523-af7f-4a1a-ad49-307c8da9ae0f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:38.625424 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-99d2f717-ef47-400c-addf-c96e230b5677 req-9edcd523-af7f-4a1a-ad49-307c8da9ae0f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0684083 Jan 26 19:27:38.640664 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4ddf78b7-5b02-4a44-8377-256215df4c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (f907e10f-2a14-43a7-a587-1856b8dcac22), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.643094 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4ddf78b7-5b02-4a44-8377-256215df4c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.644227 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-4ddf78b7-5b02-4a44-8377-256215df4c0c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f907e10f-2a14-43a7-a587-1856b8dcac22 HTTP/1.1" status: 204 len: 168 time: 0.1736286 Jan 26 19:27:38.653998 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0c5c877b-df92-4382-bb37-5dfb1c0d7b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (4a274db7-e123-4b9a-8b69-3b423c0b104b), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.656793 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0c5c877b-df92-4382-bb37-5dfb1c0d7b3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:38.658011 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-0c5c877b-df92-4382-bb37-5dfb1c0d7b3e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4a274db7-e123-4b9a-8b69-3b423c0b104b HTTP/1.1" status: 204 len: 168 time: 0.1439931 Jan 26 19:27:38.665099 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf78b7-5b02-4a44-8377-256215df4c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f907e10f-2a14-43a7-a587-1856b8dcac22,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:38.673484 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c877b-df92-4382-bb37-5dfb1c0d7b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a274db7-e123-4b9a-8b69-3b423c0b104b,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:38.701472 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-99d2f717-ef47-400c-addf-c96e230b5677 req-ff522e75-1385-480b-a5d2-36c2466f5aed tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649159 Jan 26 19:27:38.968601 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ece22-edeb-4d27-9de2-3040943d4271 req-8431316a-aa2e-4a22-9035-d5155e417aab tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:38.970164 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-5b0ece22-edeb-4d27-9de2-3040943d4271 req-8431316a-aa2e-4a22-9035-d5155e417aab tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 946 time: 0.0926766 Jan 26 19:27:38.977895 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6bcb01-4159-4d9e-8990-843eb1203cd8 req-3c77a6d6-9a0e-40ea-af28-dd8510486bd6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:38.979671 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4c6bcb01-4159-4d9e-8990-843eb1203cd8 req-3c77a6d6-9a0e-40ea-af28-dd8510486bd6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.46 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 946 time: 0.0694735 Jan 26 19:27:38.982712 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:39.114769 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-5b0ece22-edeb-4d27-9de2-3040943d4271 req-2cf28d3c-ed53-4517-bcef-32b310f04bb1 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269760 Jan 26 19:27:39.149471 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-4c6bcb01-4159-4d9e-8990-843eb1203cd8 req-547baa94-e9bc-4dec-94b8-c73a3882c9d2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Deleting port 0d593cd6-8871-48fa-9a6b-f26cef3519ce {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:27:39.150715 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-4c6bcb01-4159-4d9e-8990-843eb1203cd8 req-547baa94-e9bc-4dec-94b8-c73a3882c9d2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (0d593cd6-8871-48fa-9a6b-f26cef3519ce), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:39.262796 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-4c6bcb01-4159-4d9e-8990-843eb1203cd8 req-547baa94-e9bc-4dec-94b8-c73a3882c9d2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] For port 0d593cd6-8871-48fa-9a6b-f26cef3519ce, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=0d593cd6-8871-48fa-9a6b-f26cef3519ce,segment=NetworkSegment(c4515c36-332b-46d3-ad9d-a7bfb3c232ab),segment_id=c4515c36-332b-46d3-ad9d-a7bfb3c232ab)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:27:39.263159 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-4c6bcb01-4159-4d9e-8990-843eb1203cd8 req-547baa94-e9bc-4dec-94b8-c73a3882c9d2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (0d593cd6-8871-48fa-9a6b-f26cef3519ce), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:39.267652 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 54308) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:27:39.276713 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-4c6bcb01-4159-4d9e-8990-843eb1203cd8 req-547baa94-e9bc-4dec-94b8-c73a3882c9d2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Calling delete_port for 0d593cd6-8871-48fa-9a6b-f26cef3519ce owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:27:39.316862 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-af4bdac0-d335-445a-824c-b55030140ae7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=10778adc44dd4ed28236dfe6ad90f574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481567 Jan 26 19:27:39.317447 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 54312) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:27:39.374121 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9c9a3ea5-3158-43cc-a095-a4d07ffb3334 admin admin] Publish callbacks [] for security_group (098fc6c9-2609-4c28-a37a-82b541d4ab67), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:39.404504 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9c9a3ea5-3158-43cc-a095-a4d07ffb3334 admin admin] Publish callbacks [] for security_group (098fc6c9-2609-4c28-a37a-82b541d4ab67), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:39.450856 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-4c6bcb01-4159-4d9e-8990-843eb1203cd8 req-547baa94-e9bc-4dec-94b8-c73a3882c9d2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (0d593cd6-8871-48fa-9a6b-f26cef3519ce), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:39.462670 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9c9a3ea5-3158-43cc-a095-a4d07ffb3334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (098fc6c9-2609-4c28-a37a-82b541d4ab67), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:39.463486 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['0d593cd6-8871-48fa-9a6b-f26cef3519ce'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:27:39.466425 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9c9a3ea5-3158-43cc-a095-a4d07ffb3334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:39.468874 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-9c9a3ea5-3158-43cc-a095-a4d07ffb3334 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/098fc6c9-2609-4c28-a37a-82b541d4ab67 HTTP/1.1" status: 204 len: 168 time: 0.1505084 Jan 26 19:27:39.477053 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a3ea5-3158-43cc-a095-a4d07ffb3334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098fc6c9-2609-4c28-a37a-82b541d4ab67,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:39.486981 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547baa94-e9bc-4dec-94b8-c73a3882c9d2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Pushing event deleted for resources: {'Port': ['ID=0d593cd6-8871-48fa-9a6b-f26cef3519ce,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:39.544725 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c6bcb01-4159-4d9e-8990-843eb1203cd8 req-547baa94-e9bc-4dec-94b8-c73a3882c9d2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] No DVR routers for this DVR port 0d593cd6-8871-48fa-9a6b-f26cef3519ce on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:27:39.548017 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-4c6bcb01-4159-4d9e-8990-843eb1203cd8 req-547baa94-e9bc-4dec-94b8-c73a3882c9d2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:39.555634 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4c6bcb01-4159-4d9e-8990-843eb1203cd8 req-547baa94-e9bc-4dec-94b8-c73a3882c9d2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.46 "DELETE /v2.0/ports/0d593cd6-8871-48fa-9a6b-f26cef3519ce HTTP/1.1" status: 204 len: 173 time: 0.5626283 Jan 26 19:27:39.556126 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2c2597-b7d6-4019-9a8c-918a6e84c5ee', 'name': 'network-vif-deleted', 'tag': '0d593cd6-8871-48fa-9a6b-f26cef3519ce'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:27:39.558602 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c90ace-205c-4047-aea1-d0b79dbeac2a" -d '{"events": [{"server_uuid": "fa2c2597-b7d6-4019-9a8c-918a6e84c5ee", "name": "network-vif-deleted", "tag": "0d593cd6-8871-48fa-9a6b-f26cef3519ce"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:27:39.607645 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6226f383-414b-4366-ae10-28afe4a30547 x-openstack-request-id: req-6226f383-414b-4366-ae10-28afe4a30547 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:27:39.608045 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2c2597-b7d6-4019-9a8c-918a6e84c5ee", "name": "network-vif-deleted", "tag": "0d593cd6-8871-48fa-9a6b-f26cef3519ce", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:27:39.608364 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6226f383-414b-4366-ae10-28afe4a30547 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:27:39.608688 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2c2597-b7d6-4019-9a8c-918a6e84c5ee', 'name': 'network-vif-deleted', 'tag': '0d593cd6-8871-48fa-9a6b-f26cef3519ce', 'status': 'completed', 'code': 200} Jan 26 19:27:40.258073 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a0d62-68c9-439f-b75d-7ea5105624ac req-e4c42e00-5483-4fa5-ab88-0336bc43c984 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:40.265826 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2b2a0d62-68c9-439f-b75d-7ea5105624ac req-e4c42e00-5483-4fa5-ab88-0336bc43c984 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0640988 Jan 26 19:27:40.291871 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:40.315367 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-45d5a422-0b21-45ee-b446-e5aec99f498b req-926cddbb-2c15-4585-996a-0cd94cebf3e2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=fa2c2597-b7d6-4019-9a8c-918a6e84c5ee HTTP/1.1" status: 200 len: 210 time: 0.1024961 Jan 26 19:27:40.323216 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2b2a0d62-68c9-439f-b75d-7ea5105624ac req-14c2574b-368d-4c04-be93-a12eafaba46e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563295 Jan 26 19:27:41.556499 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:27:41.720508 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-a61a20d2-07fd-44a1-8fef-98cce585a28c tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:41.721961 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-a61a20d2-07fd-44a1-8fef-98cce585a28c tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/networks?id=ca72cad8-294c-4f10-8a99-4392c0b5b4f2 HTTP/1.1" status: 200 len: 808 time: 0.1034050 Jan 26 19:27:41.736762 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-4cdd1c6b-fe7e-4edb-9760-c6fc29abd4dc tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/quotas/48cdb224373e4cbca601532981d8f3dc HTTP/1.1" status: 200 len: 375 time: 0.0096524 Jan 26 19:27:41.766999 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-7df09bbe-61cc-471d-a28e-6e013aae1919 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=48cdb224373e4cbca601532981d8f3dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256352 Jan 26 19:27:41.854921 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-23891dd7-bf4c-4a32-952d-1dbc0cd67feb service neutron] 10.222.0.50 "GET /v2.0/networks/ca72cad8-294c-4f10-8a99-4392c0b5b4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815237 Jan 26 19:27:41.943318 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-24d97ddc-0b34-48a2-97bb-d259b5c383c4 service neutron] 10.222.0.50 "GET /v2.0/networks/ca72cad8-294c-4f10-8a99-4392c0b5b4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829105 Jan 26 19:27:42.103600 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3cc507e6-549f-4e36-a623-864156e68c38 req-4dcdc7c9-0fdb-45c0-bc6b-4dbf42ae432b tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=28ec4b78-79d4-46c3-81dd-03af1bdd0e5b HTTP/1.1" status: 200 len: 210 time: 0.0258529 Jan 26 19:27:45.549234 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 0d593cd6-8871-48fa-9a6b-f26cef3519ce no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:27:45.572778 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: 0d593cd6-8871-48fa-9a6b-f26cef3519ce {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:27:45.573121 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 0d593cd6-8871-48fa-9a6b-f26cef3519ce not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:27:49.968037 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9cb343b3-0c1f-4b6a-b5e3-85a03f5c546a req-9ce74be6-6879-4342-9b59-62b541a40940 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=28ec4b78-79d4-46c3-81dd-03af1bdd0e5b HTTP/1.1" status: 200 len: 210 time: 0.0282168 Jan 26 19:27:50.362668 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-74acafe4-eee1-4c0b-9c81-8157ad090869 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:50.364189 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-74acafe4-eee1-4c0b-9c81-8157ad090869 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.46 "GET /v2.0/networks?id=ca72cad8-294c-4f10-8a99-4392c0b5b4f2 HTTP/1.1" status: 200 len: 808 time: 0.1110997 Jan 26 19:27:50.377810 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-56672342-46ee-4a0c-bfb0-8e71c5993eb6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Request body: {'port': {'device_id': '28ec4b78-79d4-46c3-81dd-03af1bdd0e5b', 'network_id': 'ca72cad8-294c-4f10-8a99-4392c0b5b4f2', 'admin_state_up': True, 'tenant_id': '48cdb224373e4cbca601532981d8f3dc'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:27:50.481007 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-56672342-46ee-4a0c-bfb0-8e71c5993eb6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Made reservation on behalf of 48cdb224373e4cbca601532981d8f3dc for: {'port': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:27:50.484437 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-56672342-46ee-4a0c-bfb0-8e71c5993eb6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:50.613117 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-56672342-46ee-4a0c-bfb0-8e71c5993eb6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Allocated IP 172.20.0.8 (ca72cad8-294c-4f10-8a99-4392c0b5b4f2/8338949d-8c89-420b-b068-bc7e61a2832c/c9350971-db0f-41c5-bc70-56f1a86a2b7b) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:27:50.754566 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-56672342-46ee-4a0c-bfb0-8e71c5993eb6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Publish callbacks [] for port (c9350971-db0f-41c5-bc70-56f1a86a2b7b), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:50.787482 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-56672342-46ee-4a0c-bfb0-8e71c5993eb6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (c9350971-db0f-41c5-bc70-56f1a86a2b7b), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:50.837165 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-56672342-46ee-4a0c-bfb0-8e71c5993eb6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Network ca72cad8-294c-4f10-8a99-4392c0b5b4f2 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:27:50.840119 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-56672342-46ee-4a0c-bfb0-8e71c5993eb6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:27:50.846093 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-56672342-46ee-4a0c-bfb0-8e71c5993eb6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:27:50.868214 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56672342-46ee-4a0c-bfb0-8e71c5993eb6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Pushing event updated for resources: {'Port': ['ID=c9350971-db0f-41c5-bc70-56f1a86a2b7b,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:50.910296 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-56672342-46ee-4a0c-bfb0-8e71c5993eb6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:50.910931 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-56672342-46ee-4a0c-bfb0-8e71c5993eb6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:50.929645 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-56672342-46ee-4a0c-bfb0-8e71c5993eb6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5559542 Jan 26 19:27:50.974327 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Request body: {'port': {'device_id': '28ec4b78-79d4-46c3-81dd-03af1bdd0e5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:27:51.045134 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (c9350971-db0f-41c5-bc70-56f1a86a2b7b), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:51.205880 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46602019-0a47-4fc9-8fb1-1c1b9384d7f8 req-1a5023bf-03a1-471d-b666-9baab7f511e6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:51.207347 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-46602019-0a47-4fc9-8fb1-1c1b9384d7f8 req-1a5023bf-03a1-471d-b666-9baab7f511e6 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=28ec4b78-79d4-46c3-81dd-03af1bdd0e5b HTTP/1.1" status: 200 len: 931 time: 0.1232874 Jan 26 19:27:51.315178 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-46602019-0a47-4fc9-8fb1-1c1b9384d7f8 req-01d11b8e-d6ce-4ddf-8ce2-18c02dd31f33 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955439 Jan 26 19:27:51.387811 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9350971-db0f-41c5-bc70-56f1a86a2b7b {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:27:51.395039 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Publish callbacks [] for port (c9350971-db0f-41c5-bc70-56f1a86a2b7b), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:51.407002 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Transition to ACTIVE for port object c9350971-db0f-41c5-bc70-56f1a86a2b7b will not be triggered until provisioned by entity L2. {{(pid=102406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:27:51.410355 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (c9350971-db0f-41c5-bc70-56f1a86a2b7b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:51.482348 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Pushing event updated for resources: {'Port': ['ID=c9350971-db0f-41c5-bc70-56f1a86a2b7b,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:51.531568 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Attempting to bind port c9350971-db0f-41c5-bc70-56f1a86a2b7b on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:27:51.531856 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Attempting to bind port c9350971-db0f-41c5-bc70-56f1a86a2b7b by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'c4515c36-332b-46d3-ad9d-a7bfb3c232ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ca72cad8-294c-4f10-8a99-4392c0b5b4f2'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:27:51.532182 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Attempting to bind port c9350971-db0f-41c5-bc70-56f1a86a2b7b on network ca72cad8-294c-4f10-8a99-4392c0b5b4f2 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:27:51.536263 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Port c9350971-db0f-41c5-bc70-56f1a86a2b7b on network ca72cad8-294c-4f10-8a99-4392c0b5b4f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:27:51.536606 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Attempting to bind port c9350971-db0f-41c5-bc70-56f1a86a2b7b on network ca72cad8-294c-4f10-8a99-4392c0b5b4f2 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:27:51.542171 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:27:51.542534 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Checking segment: {'id': 'c4515c36-332b-46d3-ad9d-a7bfb3c232ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ca72cad8-294c-4f10-8a99-4392c0b5b4f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:27:51.542947 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Bound using segment: {'id': 'c4515c36-332b-46d3-ad9d-a7bfb3c232ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ca72cad8-294c-4f10-8a99-4392c0b5b4f2'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:27:51.543339 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Bound port: c9350971-db0f-41c5-bc70-56f1a86a2b7b, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4515c36-332b-46d3-ad9d-a7bfb3c232ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'ca72cad8-294c-4f10-8a99-4392c0b5b4f2'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:27:51.543695 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (c9350971-db0f-41c5-bc70-56f1a86a2b7b), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:51.608782 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] For port c9350971-db0f-41c5-bc70-56f1a86a2b7b, host hv-cinder-79400, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:27:51.612072 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] For port c9350971-db0f-41c5-bc70-56f1a86a2b7b, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c9350971-db0f-41c5-bc70-56f1a86a2b7b,segment=NetworkSegment(c4515c36-332b-46d3-ad9d-a7bfb3c232ab),segment_id=c4515c36-332b-46d3-ad9d-a7bfb3c232ab)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:27:51.616845 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (c9350971-db0f-41c5-bc70-56f1a86a2b7b), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:51.651674 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:51.652206 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:51.653666 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] 10.222.0.46 "PUT /v2.0/ports/c9350971-db0f-41c5-bc70-56f1a86a2b7b HTTP/1.1" status: 200 len: 1093 time: 0.6837189 Jan 26 19:27:51.654175 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28ec4b78-79d4-46c3-81dd-03af1bdd0e5b', 'tag': 'c9350971-db0f-41c5-bc70-56f1a86a2b7b'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:27:51.656422 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5cf448-6555-49f5-be8f-2a35c83bd2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "28ec4b78-79d4-46c3-81dd-03af1bdd0e5b", "tag": "c9350971-db0f-41c5-bc70-56f1a86a2b7b"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:27:51.680691 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce792d-1cc5-4576-97bf-a980dbaa580d service neutron] Pushing event updated for resources: {'Port': ['ID=c9350971-db0f-41c5-bc70-56f1a86a2b7b,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:51.718426 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50709b1e-046e-42f3-99ed-473bc3195a4a x-openstack-request-id: req-50709b1e-046e-42f3-99ed-473bc3195a4a {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:27:51.718737 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28ec4b78-79d4-46c3-81dd-03af1bdd0e5b", "tag": "c9350971-db0f-41c5-bc70-56f1a86a2b7b", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:27:51.718986 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-50709b1e-046e-42f3-99ed-473bc3195a4a {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:27:51.719399 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28ec4b78-79d4-46c3-81dd-03af1bdd0e5b', 'tag': 'c9350971-db0f-41c5-bc70-56f1a86a2b7b', 'status': 'completed', 'code': 200} Jan 26 19:27:51.747286 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-61c4e05a-972d-4b78-9bad-89e5cd019491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:51.748760 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-61c4e05a-972d-4b78-9bad-89e5cd019491 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48cdb224373e4cbca601532981d8f3dc&device_id=28ec4b78-79d4-46c3-81dd-03af1bdd0e5b HTTP/1.1" status: 200 len: 1096 time: 0.0426304 Jan 26 19:27:51.796038 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-13a3575f-6e15-4d51-9230-8c4c74b98c4c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9350971-db0f-41c5-bc70-56f1a86a2b7b HTTP/1.1" status: 200 len: 217 time: 0.0368469 Jan 26 19:27:51.848583 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-db1f4527-4e04-44ae-b4f0-01482ff8465c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:51.850012 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-db1f4527-4e04-44ae-b4f0-01482ff8465c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8338949d-8c89-420b-b068-bc7e61a2832c HTTP/1.1" status: 200 len: 848 time: 0.0420666 Jan 26 19:27:51.885731 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-4ff79891-a42c-40b7-8a15-931a4556a0eb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca72cad8-294c-4f10-8a99-4392c0b5b4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232048 Jan 26 19:27:51.974215 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-861fe34a-2eac-4b97-ad4c-950023fa3fc2 service neutron] 10.222.0.46 "GET /v2.0/networks/ca72cad8-294c-4f10-8a99-4392c0b5b4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815887 Jan 26 19:27:52.063634 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fa75d902-5cfc-4757-ab96-8a0c5f2af67f req-969b2a95-11a0-4c6a-9b8a-760769f2ec37 service neutron] 10.222.0.46 "GET /v2.0/networks/ca72cad8-294c-4f10-8a99-4392c0b5b4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820334 Jan 26 19:27:52.172870 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cf448-6555-49f5-be8f-2a35c83bd2dd req-fed279f2-3b75-4176-ad51-f89cd0691ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:52.174366 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6e5cf448-6555-49f5-be8f-2a35c83bd2dd req-fed279f2-3b75-4176-ad51-f89cd0691ddf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=48cdb224373e4cbca601532981d8f3dc&device_id=28ec4b78-79d4-46c3-81dd-03af1bdd0e5b HTTP/1.1" status: 200 len: 1096 time: 0.0454233 Jan 26 19:27:52.270339 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cf448-6555-49f5-be8f-2a35c83bd2dd req-40b0ab03-0259-4673-9350-2c9d2397e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:52.271933 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6e5cf448-6555-49f5-be8f-2a35c83bd2dd req-40b0ab03-0259-4673-9350-2c9d2397e9fd service neutron] 10.222.0.46 "GET /v2.0/networks?id=ca72cad8-294c-4f10-8a99-4392c0b5b4f2 HTTP/1.1" status: 200 len: 909 time: 0.0896170 Jan 26 19:27:52.313349 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6e5cf448-6555-49f5-be8f-2a35c83bd2dd req-dfbc7a02-8f8a-483f-b2c6-8a8eea09fdff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c9350971-db0f-41c5-bc70-56f1a86a2b7b HTTP/1.1" status: 200 len: 217 time: 0.0344775 Jan 26 19:27:52.373315 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5cf448-6555-49f5-be8f-2a35c83bd2dd req-0de622cf-5e3a-456c-b6e3-61164736f2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:52.374765 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6e5cf448-6555-49f5-be8f-2a35c83bd2dd req-0de622cf-5e3a-456c-b6e3-61164736f2a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8338949d-8c89-420b-b068-bc7e61a2832c HTTP/1.1" status: 200 len: 848 time: 0.0551670 Jan 26 19:27:52.414986 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6e5cf448-6555-49f5-be8f-2a35c83bd2dd req-ca23a84d-fb01-4cbb-a90a-ffd9367c27b5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ca72cad8-294c-4f10-8a99-4392c0b5b4f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319917 Jan 26 19:27:52.472768 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8aa469-87b9-4164-8fff-0ad3f9c4deca req-a16a21f1-9724-4b77-b117-4324bc38f723 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:52.474214 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5f8aa469-87b9-4164-8fff-0ad3f9c4deca req-a16a21f1-9724-4b77-b117-4324bc38f723 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=28ec4b78-79d4-46c3-81dd-03af1bdd0e5b HTTP/1.1" status: 200 len: 943 time: 0.0819938 Jan 26 19:27:52.684979 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c30d33-52fd-499f-8cb6-8964e17a27f5 req-9e1a8806-cd67-4b0b-a1fc-bd85273536ef tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:52.686714 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-26c30d33-52fd-499f-8cb6-8964e17a27f5 req-9e1a8806-cd67-4b0b-a1fc-bd85273536ef tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0493865 Jan 26 19:27:52.733206 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-26c30d33-52fd-499f-8cb6-8964e17a27f5 req-22bb677d-2a36-4e2b-b69d-25217c97502f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406303 Jan 26 19:27:52.772395 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5f8aa469-87b9-4164-8fff-0ad3f9c4deca req-2e7f2622-68e0-4c5d-9e0b-333aa83132f9 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703915 Jan 26 19:27:52.782248 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6e5cf448-6555-49f5-be8f-2a35c83bd2dd req-733a3d78-55ca-492e-8b35-1d9132856f96 service neutron] 10.222.0.46 "GET /v2.0/networks/ca72cad8-294c-4f10-8a99-4392c0b5b4f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487442 Jan 26 19:27:52.784695 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065a304-813f-4f67-b53b-e523bb064f0e req-f37c1654-45fc-4f81-8716-3e9ccd24b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:52.786030 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0065a304-813f-4f67-b53b-e523bb064f0e req-f37c1654-45fc-4f81-8716-3e9ccd24b0d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93424b38a7474b9787347d46184008c3&device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 1098 time: 0.0838983 Jan 26 19:27:52.952966 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6e5cf448-6555-49f5-be8f-2a35c83bd2dd req-d96c0778-329a-4860-ad23-d17b5e0f2700 service neutron] 10.222.0.46 "GET /v2.0/networks/ca72cad8-294c-4f10-8a99-4392c0b5b4f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557176 Jan 26 19:27:52.954051 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065a304-813f-4f67-b53b-e523bb064f0e req-a781df6f-62bb-4644-9cab-0e64cb675fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:52.955344 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0065a304-813f-4f67-b53b-e523bb064f0e req-a781df6f-62bb-4644-9cab-0e64cb675fbc service neutron] 10.222.0.46 "GET /v2.0/networks?id=8746d71a-820a-4b05-87b9-92fff64ad22d HTTP/1.1" status: 200 len: 920 time: 0.1509635 Jan 26 19:27:53.003954 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0065a304-813f-4f67-b53b-e523bb064f0e req-bf51266e-1334-4964-9af3-b02e763a20df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7adc2f-208b-4133-b88e-b377af0b7104 HTTP/1.1" status: 200 len: 217 time: 0.0390441 Jan 26 19:27:53.055174 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065a304-813f-4f67-b53b-e523bb064f0e req-70fa925e-ed3f-43b7-8ae1-13e3497b95e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:53.056628 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0065a304-813f-4f67-b53b-e523bb064f0e req-70fa925e-ed3f-43b7-8ae1-13e3497b95e8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=60c69d80-c100-4f11-893e-f1b4a9dffa16 HTTP/1.1" status: 200 len: 859 time: 0.0427244 Jan 26 19:27:53.086502 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0065a304-813f-4f67-b53b-e523bb064f0e req-1f6682a2-3b05-4595-8153-fbcfa3961005 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8746d71a-820a-4b05-87b9-92fff64ad22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0222774 Jan 26 19:27:53.186991 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0065a304-813f-4f67-b53b-e523bb064f0e req-de52e23f-258f-49a8-b328-186b5aad3b6b service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856385 Jan 26 19:27:53.279164 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0065a304-813f-4f67-b53b-e523bb064f0e req-530e27e8-9cb2-4d9c-9006-d783f95b289f service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834434 Jan 26 19:27:53.852560 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad62cd4-63bf-4228-8c2e-25f6ca6a56a4 req-2d1d8489-efc1-4b18-8565-822c441c55ad tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:53.854148 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cad62cd4-63bf-4228-8c2e-25f6ca6a56a4 req-2d1d8489-efc1-4b18-8565-822c441c55ad tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0489843 Jan 26 19:27:53.894629 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966dcd38-7f2b-4e90-b308-f80efea7fbea req-31684f12-6237-466f-b935-71c060911926 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:53.895116 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 54554) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:27:53.896284 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-966dcd38-7f2b-4e90-b308-f80efea7fbea req-31684f12-6237-466f-b935-71c060911926 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=28ec4b78-79d4-46c3-81dd-03af1bdd0e5b HTTP/1.1" status: 200 len: 943 time: 0.0496488 Jan 26 19:27:53.907264 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cad62cd4-63bf-4228-8c2e-25f6ca6a56a4 req-001077a4-3071-49a4-a65b-42874440f7b8 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471716 Jan 26 19:27:53.947788 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-966dcd38-7f2b-4e90-b308-f80efea7fbea req-d60cd4c2-4109-4fe0-8d0b-a493a4fc3d73 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451124 Jan 26 19:27:54.021785 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-74a3f041-07e8-4b95-aa77-bdaa41a66661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:54.095668 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-74a3f041-07e8-4b95-aa77-bdaa41a66661 admin admin] Publish callbacks [] for security_group (999bd5a6-6fd6-43c3-806f-cab6e227b25a), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:54.098935 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-74a3f041-07e8-4b95-aa77-bdaa41a66661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (999bd5a6-6fd6-43c3-806f-cab6e227b25a), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:54.136068 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-74a3f041-07e8-4b95-aa77-bdaa41a66661 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=64164dd35c3b49abad8564df66c2f4db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401550 Jan 26 19:27:54.137278 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3f041-07e8-4b95-aa77-bdaa41a66661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999bd5a6-6fd6-43c3-806f-cab6e227b25a,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:54.138760 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 54558) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:27:54.184913 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-847b108e-eb9b-4929-a0b5-53c212b86ef8 admin admin] Publish callbacks [] for security_group (999bd5a6-6fd6-43c3-806f-cab6e227b25a), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:54.204397 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-847b108e-eb9b-4929-a0b5-53c212b86ef8 admin admin] Publish callbacks [] for security_group (999bd5a6-6fd6-43c3-806f-cab6e227b25a), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:54.249411 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-847b108e-eb9b-4929-a0b5-53c212b86ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (999bd5a6-6fd6-43c3-806f-cab6e227b25a), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:54.252066 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-847b108e-eb9b-4929-a0b5-53c212b86ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:54.255662 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-847b108e-eb9b-4929-a0b5-53c212b86ef8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/999bd5a6-6fd6-43c3-806f-cab6e227b25a HTTP/1.1" status: 204 len: 168 time: 0.1134725 Jan 26 19:27:54.260868 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b108e-eb9b-4929-a0b5-53c212b86ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999bd5a6-6fd6-43c3-806f-cab6e227b25a,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:55.034088 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d23a12-afb6-4081-9c34-158061136aa0 req-5f9955ce-5621-43a1-9be2-f8b37a25a9ca tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:55.036281 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e7d23a12-afb6-4081-9c34-158061136aa0 req-5f9955ce-5621-43a1-9be2-f8b37a25a9ca tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0598578 Jan 26 19:27:55.073507 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f530c64-5178-42a7-adf2-de20855269dd req-2ca86230-f9f4-41b8-8570-b1cd8bbdf5e2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:55.080566 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3f530c64-5178-42a7-adf2-de20855269dd req-2ca86230-f9f4-41b8-8570-b1cd8bbdf5e2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=28ec4b78-79d4-46c3-81dd-03af1bdd0e5b HTTP/1.1" status: 200 len: 943 time: 0.0579009 Jan 26 19:27:55.084354 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e7d23a12-afb6-4081-9c34-158061136aa0 req-bddc20ab-00d5-4a64-9adb-12904c85a6a5 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423491 Jan 26 19:27:55.129925 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3f530c64-5178-42a7-adf2-de20855269dd req-60245a96-c0ff-4b09-9fdf-ad41a7be336d tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477664 Jan 26 19:27:55.252779 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 54602) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:27:55.353154 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device c9350971-db0f-41c5-bc70-56f1a86a2b7b details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:27:55.358103 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0cfce4c7-b205-4935-a9d8-f6c5a39f27ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:55.457305 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port c9350971-db0f-41c5-bc70-56f1a86a2b7b, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c9350971-db0f-41c5-bc70-56f1a86a2b7b,segment=NetworkSegment(c4515c36-332b-46d3-ad9d-a7bfb3c232ab),segment_id=c4515c36-332b-46d3-ad9d-a7bfb3c232ab)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:27:55.467274 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0cfce4c7-b205-4935-a9d8-f6c5a39f27ab admin admin] Publish callbacks [] for security_group (699f4ee2-c6a1-4a96-b73c-75dedc0ad822), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:55.467646 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': 'c9350971-db0f-41c5-bc70-56f1a86a2b7b', 'network_id': 'ca72cad8-294c-4f10-8a99-4392c0b5b4f2', 'port_id': 'c9350971-db0f-41c5-bc70-56f1a86a2b7b', 'mac_address': 'fa:16:3e:07:8c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8338949d-8c89-420b-b068-bc7e61a2832c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:27:55.472980 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0cfce4c7-b205-4935-a9d8-f6c5a39f27ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (699f4ee2-c6a1-4a96-b73c-75dedc0ad822), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:55.508242 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port c9350971-db0f-41c5-bc70-56f1a86a2b7b is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:27:55.508488 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfce4c7-b205-4935-a9d8-f6c5a39f27ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699f4ee2-c6a1-4a96-b73c-75dedc0ad822,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:55.508641 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (c9350971-db0f-41c5-bc70-56f1a86a2b7b), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:55.514384 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-0cfce4c7-b205-4935-a9d8-f6c5a39f27ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6430dc04980e4aafa1bc6f867a69c446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605836 Jan 26 19:27:55.517098 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 54610) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:27:55.522891 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9350971-db0f-41c5-bc70-56f1a86a2b7b {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:27:55.542637 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port c9350971-db0f-41c5-bc70-56f1a86a2b7b, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c9350971-db0f-41c5-bc70-56f1a86a2b7b,segment=NetworkSegment(c4515c36-332b-46d3-ad9d-a7bfb3c232ab),segment_id=c4515c36-332b-46d3-ad9d-a7bfb3c232ab)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:27:55.546690 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (c9350971-db0f-41c5-bc70-56f1a86a2b7b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:55.566242 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9147a1ac-c866-4bec-9626-e4af72db6b5c admin admin] Publish callbacks [] for security_group (699f4ee2-c6a1-4a96-b73c-75dedc0ad822), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:55.587333 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9147a1ac-c866-4bec-9626-e4af72db6b5c admin admin] Publish callbacks [] for security_group (699f4ee2-c6a1-4a96-b73c-75dedc0ad822), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:55.591639 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=c9350971-db0f-41c5-bc70-56f1a86a2b7b,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:55.634590 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9147a1ac-c866-4bec-9626-e4af72db6b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (699f4ee2-c6a1-4a96-b73c-75dedc0ad822), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:55.637302 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9147a1ac-c866-4bec-9626-e4af72db6b5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:55.638437 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-9147a1ac-c866-4bec-9626-e4af72db6b5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/699f4ee2-c6a1-4a96-b73c-75dedc0ad822 HTTP/1.1" status: 204 len: 168 time: 0.1204505 Jan 26 19:27:55.645841 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147a1ac-c866-4bec-9626-e4af72db6b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699f4ee2-c6a1-4a96-b73c-75dedc0ad822,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:56.096988 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['c9350971-db0f-41c5-bc70-56f1a86a2b7b'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:27:56.210201 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb6f18-05fc-4209-9c44-0ea6dd8b9d6f req-394fd77c-00c2-4079-b20a-01666f320998 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:56.213002 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c1bb6f18-05fc-4209-9c44-0ea6dd8b9d6f req-394fd77c-00c2-4079-b20a-01666f320998 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0547631 Jan 26 19:27:56.279890 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c1bb6f18-05fc-4209-9c44-0ea6dd8b9d6f req-842d2c02-41e0-407d-bd67-236bcb8180e7 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588069 Jan 26 19:27:56.281882 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f7a6b-39bc-4618-a00e-513906bf6575 req-77711770-c153-4ab9-a204-cfeea4ca18a2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:56.283472 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-aa6f7a6b-39bc-4618-a00e-513906bf6575 req-77711770-c153-4ab9-a204-cfeea4ca18a2 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=28ec4b78-79d4-46c3-81dd-03af1bdd0e5b HTTP/1.1" status: 200 len: 944 time: 0.0579860 Jan 26 19:27:56.332921 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-aa6f7a6b-39bc-4618-a00e-513906bf6575 req-ed48a24d-b8e9-4434-ac5f-9e34af10aebd tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434906 Jan 26 19:27:57.399110 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf8fef-b296-41d2-87ae-810a3bacde76 req-5beef2f0-5bc3-4bbb-9776-cd137e0966ef tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:57.400587 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-dacf8fef-b296-41d2-87ae-810a3bacde76 req-5beef2f0-5bc3-4bbb-9776-cd137e0966ef tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0473106 Jan 26 19:27:57.445432 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-dacf8fef-b296-41d2-87ae-810a3bacde76 req-32ca49f2-aaef-49b3-bd42-85d553757337 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393715 Jan 26 19:27:57.446350 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df18ce7-e0f6-4bb7-b171-2fbed6e33a1c req-1454676e-4872-4127-8509-fbc775044fde tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:57.448388 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0df18ce7-e0f6-4bb7-b171-2fbed6e33a1c req-1454676e-4872-4127-8509-fbc775044fde tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=28ec4b78-79d4-46c3-81dd-03af1bdd0e5b HTTP/1.1" status: 200 len: 944 time: 0.0472970 Jan 26 19:27:57.494441 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0df18ce7-e0f6-4bb7-b171-2fbed6e33a1c req-38024fba-4a70-4459-9ca0-d8c3c6ced4fe tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400953 Jan 26 19:27:58.559331 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64bc6d-8141-42a8-9d28-840a68e12c56 req-2594dbf2-5f91-43c4-8daf-2b75ecca243c tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:58.560807 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9d64bc6d-8141-42a8-9d28-840a68e12c56 req-2594dbf2-5f91-43c4-8daf-2b75ecca243c tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0473440 Jan 26 19:27:58.605889 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9d64bc6d-8141-42a8-9d28-840a68e12c56 req-0651c85c-e700-4521-a1b8-22350c2cd8dc tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396702 Jan 26 19:27:58.607075 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4b1f2-a41f-4a79-b0af-96f756509e36 req-3dabc70a-e255-4bde-a0fb-f685f3cc44b5 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:58.608686 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f5c4b1f2-a41f-4a79-b0af-96f756509e36 req-3dabc70a-e255-4bde-a0fb-f685f3cc44b5 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=28ec4b78-79d4-46c3-81dd-03af1bdd0e5b HTTP/1.1" status: 200 len: 944 time: 0.0453782 Jan 26 19:27:58.657277 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f5c4b1f2-a41f-4a79-b0af-96f756509e36 req-9986416e-e6a7-4dda-9383-a5c1efa62ab7 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433745 Jan 26 19:27:58.931549 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-1f36e853-e45b-48b6-8698-597cc587c82e tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=4c805b604131432ba187e0ae556a0000&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279307 Jan 26 19:27:59.105213 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-c8ba8a75-18da-4c3f-bd2e-e91a71d2ada1 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:59.106648 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-c8ba8a75-18da-4c3f-bd2e-e91a71d2ada1 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1703668 Jan 26 19:27:59.121003 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-10a72ad8-4087-4f10-b4c9-3011e14377bb tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/quotas/4c805b604131432ba187e0ae556a0000 HTTP/1.1" status: 200 len: 375 time: 0.0090964 Jan 26 19:27:59.150131 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-e3fd746c-bdef-44a9-b597-322361d7b65e tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=4c805b604131432ba187e0ae556a0000&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244768 Jan 26 19:27:59.365546 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device c9350971-db0f-41c5-bc70-56f1a86a2b7b up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:27:59.426110 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port c9350971-db0f-41c5-bc70-56f1a86a2b7b completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:27:59.430134 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port c9350971-db0f-41c5-bc70-56f1a86a2b7b triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:27:59.430507 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (c9350971-db0f-41c5-bc70-56f1a86a2b7b), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:59.511053 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port c9350971-db0f-41c5-bc70-56f1a86a2b7b is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:27:59.511749 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (c9350971-db0f-41c5-bc70-56f1a86a2b7b), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:59.512634 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-fd440235-e869-48da-a009-436f18fdde04 req-d54857c7-ea6c-4c93-a983-3d94827e30fb tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/ports?device_id=298f006c-b716-4410-bba1-05de94473fe5 HTTP/1.1" status: 200 len: 210 time: 0.2329645 Jan 26 19:27:59.536863 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ec4b78-79d4-46c3-81dd-03af1bdd0e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9350971-db0f-41c5-bc70-56f1a86a2b7b'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:27:59.539095 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5c2752-9850-4ddb-b573-32fbe4e15a72" -d '{"events": [{"server_uuid": "28ec4b78-79d4-46c3-81dd-03af1bdd0e5b", "name": "network-vif-plugged", "status": "completed", "tag": "c9350971-db0f-41c5-bc70-56f1a86a2b7b"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:27:59.553671 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port c9350971-db0f-41c5-bc70-56f1a86a2b7b, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c9350971-db0f-41c5-bc70-56f1a86a2b7b,segment=NetworkSegment(c4515c36-332b-46d3-ad9d-a7bfb3c232ab),segment_id=c4515c36-332b-46d3-ad9d-a7bfb3c232ab)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:27:59.559308 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (c9350971-db0f-41c5-bc70-56f1a86a2b7b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:27:59.593140 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275798c0-57f3-44e4-a222-ac1f4d5cbfa9 x-openstack-request-id: req-275798c0-57f3-44e4-a222-ac1f4d5cbfa9 {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:27:59.593477 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ec4b78-79d4-46c3-81dd-03af1bdd0e5b", "name": "network-vif-plugged", "status": "completed", "tag": "c9350971-db0f-41c5-bc70-56f1a86a2b7b", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:27:59.593732 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-275798c0-57f3-44e4-a222-ac1f4d5cbfa9 {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:27:59.594128 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ec4b78-79d4-46c3-81dd-03af1bdd0e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9350971-db0f-41c5-bc70-56f1a86a2b7b', 'code': 200} Jan 26 19:27:59.620944 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=c9350971-db0f-41c5-bc70-56f1a86a2b7b,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:27:59.726784 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76385737-72a9-4bd2-a174-1163c5eb975b req-48c3d47b-a2b3-4d1d-8f58-7ca1f252f515 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:59.729566 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-76385737-72a9-4bd2-a174-1163c5eb975b req-48c3d47b-a2b3-4d1d-8f58-7ca1f252f515 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0534928 Jan 26 19:27:59.788763 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-76385737-72a9-4bd2-a174-1163c5eb975b req-c7a84ceb-58cf-4e72-8627-cd73f807c38f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532131 Jan 26 19:27:59.804643 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc91d9-40d3-4ef7-8b7e-127dbce61587 req-2099e525-2cf2-4376-a9b8-759e3e0931a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:59.806232 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-50cc91d9-40d3-4ef7-8b7e-127dbce61587 req-2099e525-2cf2-4376-a9b8-759e3e0931a8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28ec4b78-79d4-46c3-81dd-03af1bdd0e5b HTTP/1.1" status: 200 len: 1098 time: 0.0803659 Jan 26 19:27:59.813400 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c7cd8-d023-4019-8b99-f224d9a52ebf req-0d3e539d-0a0d-40ab-93de-4d01c7cc4fde tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:27:59.814730 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-377c7cd8-d023-4019-8b99-f224d9a52ebf req-0d3e539d-0a0d-40ab-93de-4d01c7cc4fde tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=28ec4b78-79d4-46c3-81dd-03af1bdd0e5b HTTP/1.1" status: 200 len: 945 time: 0.0776682 Jan 26 19:27:59.881182 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-50cc91d9-40d3-4ef7-8b7e-127dbce61587 req-c1d12584-9cbd-450f-9241-a64a0bb549a6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647798 Jan 26 19:27:59.901248 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-377c7cd8-d023-4019-8b99-f224d9a52ebf req-abe8e774-b752-4b74-87fd-56a72d607eba tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793359 Jan 26 19:28:00.581989 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-37d40ed0-a19b-4ec7-aa54-83b5f73dca6b tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=4c805b604131432ba187e0ae556a0000&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241227 Jan 26 19:28:00.609349 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d763f2af-4ed0-4a71-9ed3-1de5b7337e32 req-550230d4-3d3b-486d-aa97-8d51cc1c976b tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/ports?device_id=298f006c-b716-4410-bba1-05de94473fe5 HTTP/1.1" status: 200 len: 210 time: 0.0249708 Jan 26 19:28:00.696631 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-75984154-c8ce-4c42-8e78-c4c0e3661185 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:00.698617 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-75984154-c8ce-4c42-8e78-c4c0e3661185 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1108851 Jan 26 19:28:00.726331 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-7e82a54b-2de9-4973-b4bf-e3b84d9e7e64 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Request body: {'port': {'device_id': '298f006c-b716-4410-bba1-05de94473fe5', 'network_id': 'b657c81c-8013-43da-b6fa-510403896690', 'admin_state_up': True, 'tenant_id': '4c805b604131432ba187e0ae556a0000'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:28:00.830246 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-7e82a54b-2de9-4973-b4bf-e3b84d9e7e64 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Made reservation on behalf of 4c805b604131432ba187e0ae556a0000 for: {'port': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:28:00.833768 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-7e82a54b-2de9-4973-b4bf-e3b84d9e7e64 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:00.842444 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-7e82a54b-2de9-4973-b4bf-e3b84d9e7e64 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:00.928341 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c008e87-605e-477f-8dc4-d461f97f4739 req-f9f396d5-73ad-4a81-8213-03c8fcc4fe19 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:00.929820 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2c008e87-605e-477f-8dc4-d461f97f4739 req-f9f396d5-73ad-4a81-8213-03c8fcc4fe19 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0701919 Jan 26 19:28:00.972676 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-7e82a54b-2de9-4973-b4bf-e3b84d9e7e64 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Publish callbacks [] for security_group (bad27bab-06ca-4f21-9ebc-9bebcafaeb2f), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:00.978990 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-7e82a54b-2de9-4973-b4bf-e3b84d9e7e64 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (bad27bab-06ca-4f21-9ebc-9bebcafaeb2f), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:01.027963 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a8947-c760-456f-ac31-eb6bb9788608 req-7a5bc7b0-8402-48f4-89f8-538382aa5017 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:01.029454 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9e5a8947-c760-456f-ac31-eb6bb9788608 req-7a5bc7b0-8402-48f4-89f8-538382aa5017 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=28ec4b78-79d4-46c3-81dd-03af1bdd0e5b HTTP/1.1" status: 200 len: 945 time: 0.0517950 Jan 26 19:28:01.054230 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2c008e87-605e-477f-8dc4-d461f97f4739 req-56f72b58-6cf6-466a-97c5-761427ec2e62 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185117 Jan 26 19:28:01.057523 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82a54b-2de9-4973-b4bf-e3b84d9e7e64 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad27bab-06ca-4f21-9ebc-9bebcafaeb2f,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:01.079845 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9e5a8947-c760-456f-ac31-eb6bb9788608 req-9e070bbf-4d30-460a-accb-fec03f81dbec tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446553 Jan 26 19:28:01.128055 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-7e82a54b-2de9-4973-b4bf-e3b84d9e7e64 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Allocated IP 192.168.233.127 (b657c81c-8013-43da-b6fa-510403896690/c6ace2d1-cdaa-454c-a797-8702d9d65efa/c7c759d4-1239-4c98-b78d-215f759299f6) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:28:01.272252 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-7e82a54b-2de9-4973-b4bf-e3b84d9e7e64 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Publish callbacks [] for port (c7c759d4-1239-4c98-b78d-215f759299f6), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:01.305314 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-7e82a54b-2de9-4973-b4bf-e3b84d9e7e64 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (c7c759d4-1239-4c98-b78d-215f759299f6), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:01.348049 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-7e82a54b-2de9-4973-b4bf-e3b84d9e7e64 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Network b657c81c-8013-43da-b6fa-510403896690 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:28:01.349340 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-7e82a54b-2de9-4973-b4bf-e3b84d9e7e64 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:01.356379 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-7e82a54b-2de9-4973-b4bf-e3b84d9e7e64 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:28:01.362836 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82a54b-2de9-4973-b4bf-e3b84d9e7e64 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Pushing event updated for resources: {'Port': ['ID=c7c759d4-1239-4c98-b78d-215f759299f6,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:01.407885 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-7e82a54b-2de9-4973-b4bf-e3b84d9e7e64 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:01.408640 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-7e82a54b-2de9-4973-b4bf-e3b84d9e7e64 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:01.425019 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-7e82a54b-2de9-4973-b4bf-e3b84d9e7e64 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7022858 Jan 26 19:28:01.445225 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Request body: {'port': {'device_id': '298f006c-b716-4410-bba1-05de94473fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:28:01.503755 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (c7c759d4-1239-4c98-b78d-215f759299f6), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:01.623433 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-b5ccc509-e9c4-48ee-a52f-3a6abacb5269 None None] Provisioning complete for port c7c759d4-1239-4c98-b78d-215f759299f6 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:01.624024 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-b5ccc509-e9c4-48ee-a52f-3a6abacb5269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (c7c759d4-1239-4c98-b78d-215f759299f6), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:01.660613 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-b5ccc509-e9c4-48ee-a52f-3a6abacb5269 None None] Port c7c759d4-1239-4c98-b78d-215f759299f6 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:28:01.751481 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e2439-b1ad-4e90-be1a-eabef57e5cdd req-0152dd52-3d09-49e4-ab5f-219e9d5a1710 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:01.752977 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-af8e2439-b1ad-4e90-be1a-eabef57e5cdd req-0152dd52-3d09-49e4-ab5f-219e9d5a1710 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/ports?device_id=298f006c-b716-4410-bba1-05de94473fe5 HTTP/1.1" status: 200 len: 936 time: 0.0709791 Jan 26 19:28:01.820932 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c759d4-1239-4c98-b78d-215f759299f6 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:28:01.834072 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Publish callbacks [] for port (c7c759d4-1239-4c98-b78d-215f759299f6), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:01.845635 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-af8e2439-b1ad-4e90-be1a-eabef57e5cdd req-6eab0808-82dd-45d4-96c1-b8ea539fb228 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/security-groups?id=bad27bab-06ca-4f21-9ebc-9bebcafaeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835614 Jan 26 19:28:01.852373 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Transition to ACTIVE for port object c7c759d4-1239-4c98-b78d-215f759299f6 will not be triggered until provisioned by entity L2. {{(pid=102406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:28:01.857736 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (c7c759d4-1239-4c98-b78d-215f759299f6), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:01.908372 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Pushing event updated for resources: {'Port': ['ID=c7c759d4-1239-4c98-b78d-215f759299f6,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:01.975334 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Attempting to bind port c7c759d4-1239-4c98-b78d-215f759299f6 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:28:01.975713 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Attempting to bind port c7c759d4-1239-4c98-b78d-215f759299f6 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '503f0158-4154-4416-bd0e-c77c7804fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b657c81c-8013-43da-b6fa-510403896690'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:28:01.976075 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Attempting to bind port c7c759d4-1239-4c98-b78d-215f759299f6 on network b657c81c-8013-43da-b6fa-510403896690 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:28:01.980807 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Port c7c759d4-1239-4c98-b78d-215f759299f6 on network b657c81c-8013-43da-b6fa-510403896690 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:28:01.981137 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Attempting to bind port c7c759d4-1239-4c98-b78d-215f759299f6 on network b657c81c-8013-43da-b6fa-510403896690 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:28:01.986198 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:28:01.986543 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Checking segment: {'id': '503f0158-4154-4416-bd0e-c77c7804fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b657c81c-8013-43da-b6fa-510403896690'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:28:01.986928 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Bound using segment: {'id': '503f0158-4154-4416-bd0e-c77c7804fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b657c81c-8013-43da-b6fa-510403896690'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:28:01.987354 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Bound port: c7c759d4-1239-4c98-b78d-215f759299f6, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '503f0158-4154-4416-bd0e-c77c7804fe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'b657c81c-8013-43da-b6fa-510403896690'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:28:01.987717 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (c7c759d4-1239-4c98-b78d-215f759299f6), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:02.054319 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] For port c7c759d4-1239-4c98-b78d-215f759299f6, host hv-cinder-79400, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:28:02.057782 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] For port c7c759d4-1239-4c98-b78d-215f759299f6, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c7c759d4-1239-4c98-b78d-215f759299f6,segment=NetworkSegment(503f0158-4154-4416-bd0e-c77c7804fe37),segment_id=503f0158-4154-4416-bd0e-c77c7804fe37)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:28:02.061403 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (c7c759d4-1239-4c98-b78d-215f759299f6), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:02.094941 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:02.095660 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:02.097050 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] 10.222.0.46 "PUT /v2.0/ports/c7c759d4-1239-4c98-b78d-215f759299f6 HTTP/1.1" status: 200 len: 1098 time: 0.6562393 Jan 26 19:28:02.099166 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298f006c-b716-4410-bba1-05de94473fe5', 'tag': 'c7c759d4-1239-4c98-b78d-215f759299f6'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:28:02.101487 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc529819-f82f-4dfb-b648-d51bf4fc1728" -d '{"events": [{"name": "network-changed", "server_uuid": "298f006c-b716-4410-bba1-05de94473fe5", "tag": "c7c759d4-1239-4c98-b78d-215f759299f6"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:28:02.130691 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a08f50-8e35-4ee2-b363-70f86389cbab service neutron] Pushing event updated for resources: {'Port': ['ID=c7c759d4-1239-4c98-b78d-215f759299f6,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:02.189979 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53059bc5-2d6f-438e-bdcf-f673512826e6 req-762916cc-010b-4711-bcf3-f5061e912c32 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:02.191092 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-53059bc5-2d6f-438e-bdcf-f673512826e6 req-762916cc-010b-4711-bcf3-f5061e912c32 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0554895 Jan 26 19:28:02.206545 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a070a3c-0666-4165-a8d9-e98260374aa8 req-b7ae68f4-fcf0-46dd-b7a6-7a6e8e6722ec tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:02.208240 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4a070a3c-0666-4165-a8d9-e98260374aa8 req-b7ae68f4-fcf0-46dd-b7a6-7a6e8e6722ec tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=28ec4b78-79d4-46c3-81dd-03af1bdd0e5b HTTP/1.1" status: 200 len: 945 time: 0.0526786 Jan 26 19:28:02.262924 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-53059bc5-2d6f-438e-bdcf-f673512826e6 req-62113619-77fb-437a-9153-aa9f1288ee44 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650134 Jan 26 19:28:02.286195 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4a070a3c-0666-4165-a8d9-e98260374aa8 req-9941f90f-3018-484a-bc76-655b51f133de tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720391 Jan 26 19:28:02.298505 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-f10ceec3-2a2e-4e41-a9d4-984563cf6874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:02.299981 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-f10ceec3-2a2e-4e41-a9d4-984563cf6874 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4c805b604131432ba187e0ae556a0000&device_id=298f006c-b716-4410-bba1-05de94473fe5 HTTP/1.1" status: 200 len: 1101 time: 0.0597858 Jan 26 19:28:02.348009 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e981fd-36a0-4375-8353-ca35afc416e7 x-openstack-request-id: req-c7e981fd-36a0-4375-8353-ca35afc416e7 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:28:02.348009 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298f006c-b716-4410-bba1-05de94473fe5", "tag": "c7c759d4-1239-4c98-b78d-215f759299f6", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:28:02.348009 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c7e981fd-36a0-4375-8353-ca35afc416e7 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:28:02.348009 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298f006c-b716-4410-bba1-05de94473fe5', 'tag': 'c7c759d4-1239-4c98-b78d-215f759299f6', 'status': 'completed', 'code': 200} Jan 26 19:28:02.348009 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-ffd93ccb-6740-401e-8ed4-1342be0ef20b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=c7c759d4-1239-4c98-b78d-215f759299f6 HTTP/1.1" status: 200 len: 217 time: 0.0397749 Jan 26 19:28:02.403198 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-8ec31e12-d1f6-4457-8040-5ad6b65ee230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:02.404663 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-8ec31e12-d1f6-4457-8040-5ad6b65ee230 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6ace2d1-cdaa-454c-a797-8702d9d65efa HTTP/1.1" status: 200 len: 843 time: 0.0492153 Jan 26 19:28:02.451503 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-d260d6e8-179e-443d-a70d-321f738880e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:02.452999 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-d260d6e8-179e-443d-a70d-321f738880e3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b657c81c-8013-43da-b6fa-510403896690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0422997 Jan 26 19:28:02.724476 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-31c655bc-d911-468d-8de4-5e693e30ae86 service neutron] 10.222.0.46 "GET /v2.0/networks/b657c81c-8013-43da-b6fa-510403896690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488995 Jan 26 19:28:02.814167 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-250645a8-9e8f-40a5-b6b1-a62fa530af9e req-c04fadb3-8654-4da1-afb7-a18432a8c887 service neutron] 10.222.0.46 "GET /v2.0/networks/b657c81c-8013-43da-b6fa-510403896690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842390 Jan 26 19:28:02.904081 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc529819-f82f-4dfb-b648-d51bf4fc1728 req-936237cb-6fa7-4292-9463-52ed6280700a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:02.905564 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-bc529819-f82f-4dfb-b648-d51bf4fc1728 req-936237cb-6fa7-4292-9463-52ed6280700a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4c805b604131432ba187e0ae556a0000&device_id=298f006c-b716-4410-bba1-05de94473fe5 HTTP/1.1" status: 200 len: 1101 time: 0.0431695 Jan 26 19:28:02.967493 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e6d24-47fe-4a43-a3b1-16b8e91303d2 req-41a76bff-8123-4109-a844-8763b8e25893 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:02.969233 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4e5e6d24-47fe-4a43-a3b1-16b8e91303d2 req-41a76bff-8123-4109-a844-8763b8e25893 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/ports?device_id=298f006c-b716-4410-bba1-05de94473fe5 HTTP/1.1" status: 200 len: 948 time: 0.0474312 Jan 26 19:28:03.015511 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e848e-95d6-4586-85bc-77968a77db7c req-b3721c5b-e2d2-4091-b0b5-b2f519c3915f tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:03.017052 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d23e848e-95d6-4586-85bc-77968a77db7c req-b3721c5b-e2d2-4091-b0b5-b2f519c3915f tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=28ec4b78-79d4-46c3-81dd-03af1bdd0e5b HTTP/1.1" status: 200 len: 945 time: 0.0972610 Jan 26 19:28:03.031352 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4e5e6d24-47fe-4a43-a3b1-16b8e91303d2 req-00c0e8fe-01c0-404c-89dc-a9f604ae626a tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/security-groups?id=bad27bab-06ca-4f21-9ebc-9bebcafaeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563533 Jan 26 19:28:03.048864 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc529819-f82f-4dfb-b648-d51bf4fc1728 req-7e74b6c3-4e4d-4081-9da6-c181c0847b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:03.050384 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-bc529819-f82f-4dfb-b648-d51bf4fc1728 req-7e74b6c3-4e4d-4081-9da6-c181c0847b87 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b657c81c-8013-43da-b6fa-510403896690 HTTP/1.1" status: 200 len: 870 time: 0.1386147 Jan 26 19:28:03.099557 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-bc529819-f82f-4dfb-b648-d51bf4fc1728 req-10dda269-a4f7-4af0-9cc1-a38560b43365 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=c7c759d4-1239-4c98-b78d-215f759299f6 HTTP/1.1" status: 200 len: 217 time: 0.0388374 Jan 26 19:28:03.106935 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d23e848e-95d6-4586-85bc-77968a77db7c req-bdc0c806-1a8f-41b0-98d6-3bd3c8b64ca0 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841947 Jan 26 19:28:03.153344 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc529819-f82f-4dfb-b648-d51bf4fc1728 req-58e99dfe-11fa-4cfb-af83-bbe6cb24ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:03.154785 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-bc529819-f82f-4dfb-b648-d51bf4fc1728 req-58e99dfe-11fa-4cfb-af83-bbe6cb24ba8e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6ace2d1-cdaa-454c-a797-8702d9d65efa HTTP/1.1" status: 200 len: 843 time: 0.0470519 Jan 26 19:28:03.197680 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc529819-f82f-4dfb-b648-d51bf4fc1728 req-28440473-85fc-4494-a1ec-b202654c85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:03.199156 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-bc529819-f82f-4dfb-b648-d51bf4fc1728 req-28440473-85fc-4494-a1ec-b202654c85b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b657c81c-8013-43da-b6fa-510403896690&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0377626 Jan 26 19:28:03.286417 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-bc529819-f82f-4dfb-b648-d51bf4fc1728 req-1f82ec7a-c1a8-419b-a129-c031fa9deadf service neutron] 10.222.0.46 "GET /v2.0/networks/b657c81c-8013-43da-b6fa-510403896690?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808084 Jan 26 19:28:03.385763 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375a936-f1d4-4641-84b3-63f72b8344af req-5e483376-b4ab-41d2-ae07-4b62f2bf41fc tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:03.387444 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f375a936-f1d4-4641-84b3-63f72b8344af req-5e483376-b4ab-41d2-ae07-4b62f2bf41fc tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0549712 Jan 26 19:28:03.395133 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-bc529819-f82f-4dfb-b648-d51bf4fc1728 req-c91100cf-0359-46e7-9d1f-219dd6edc268 service neutron] 10.222.0.46 "GET /v2.0/networks/b657c81c-8013-43da-b6fa-510403896690?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901167 Jan 26 19:28:03.435615 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f375a936-f1d4-4641-84b3-63f72b8344af req-84cd4e9f-da91-40fd-ba5a-47b32755f369 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419874 Jan 26 19:28:04.031515 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-827bd746-e96f-4eb7-a6b1-2dfb1837d660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:04.141608 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361776d1-1615-47ca-a83c-525f06b0d88b req-866ead35-d2cc-4c8a-8211-7dd7a4a6825d tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:04.143100 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-361776d1-1615-47ca-a83c-525f06b0d88b req-866ead35-d2cc-4c8a-8211-7dd7a4a6825d tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/ports?device_id=298f006c-b716-4410-bba1-05de94473fe5 HTTP/1.1" status: 200 len: 948 time: 0.0479667 Jan 26 19:28:04.192627 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-361776d1-1615-47ca-a83c-525f06b0d88b req-416d6055-df54-4273-8afb-029dd5050417 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/security-groups?id=bad27bab-06ca-4f21-9ebc-9bebcafaeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435236 Jan 26 19:28:04.236234 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace000c-6e74-476b-9a4a-e33244c4037b req-11de5fc1-fed3-46eb-83be-b3f23db389d5 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:04.238065 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6ace000c-6e74-476b-9a4a-e33244c4037b req-11de5fc1-fed3-46eb-83be-b3f23db389d5 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=28ec4b78-79d4-46c3-81dd-03af1bdd0e5b HTTP/1.1" status: 200 len: 945 time: 0.0550189 Jan 26 19:28:04.289054 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6ace000c-6e74-476b-9a4a-e33244c4037b req-6f2ad1ed-bd49-4ad0-b199-cffcc1c3a195 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452592 Jan 26 19:28:04.560654 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b8de5-da4d-4645-9dd7-1fd67c8c34d4 req-38747af8-41da-4a2d-9ce9-1dff8c85354b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:04.562015 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1d1b8de5-da4d-4645-9dd7-1fd67c8c34d4 req-38747af8-41da-4a2d-9ce9-1dff8c85354b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0537252 Jan 26 19:28:04.608672 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1d1b8de5-da4d-4645-9dd7-1fd67c8c34d4 req-5b543866-920e-430b-b7f4-d1e1cb0ed0b9 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404954 Jan 26 19:28:05.135445 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf834c-0ff7-457a-8ac1-3864b2d20c55 req-d6129d2d-7e86-4f9d-ab0d-4e69ad31ff6d tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:05.136792 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c8cf834c-0ff7-457a-8ac1-3864b2d20c55 req-d6129d2d-7e86-4f9d-ab0d-4e69ad31ff6d tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.46 "GET /v2.0/ports?device_id=28ec4b78-79d4-46c3-81dd-03af1bdd0e5b HTTP/1.1" status: 200 len: 945 time: 0.0454407 Jan 26 19:28:05.224292 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-c8cf834c-0ff7-457a-8ac1-3864b2d20c55 req-9b2483e4-f878-45d1-baab-904492c6e9e3 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Deleting port c9350971-db0f-41c5-bc70-56f1a86a2b7b {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:28:05.224861 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c8cf834c-0ff7-457a-8ac1-3864b2d20c55 req-9b2483e4-f878-45d1-baab-904492c6e9e3 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (c9350971-db0f-41c5-bc70-56f1a86a2b7b), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:05.311683 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d201ffc-0ca3-4810-938f-38c3859f1d2f req-4239556a-4a89-4569-a1ad-863f5b429aab tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:05.313201 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3d201ffc-0ca3-4810-938f-38c3859f1d2f req-4239556a-4a89-4569-a1ad-863f5b429aab tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/ports?device_id=298f006c-b716-4410-bba1-05de94473fe5 HTTP/1.1" status: 200 len: 948 time: 0.0498812 Jan 26 19:28:05.315526 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-c8cf834c-0ff7-457a-8ac1-3864b2d20c55 req-9b2483e4-f878-45d1-baab-904492c6e9e3 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] For port c9350971-db0f-41c5-bc70-56f1a86a2b7b, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c9350971-db0f-41c5-bc70-56f1a86a2b7b,segment=NetworkSegment(c4515c36-332b-46d3-ad9d-a7bfb3c232ab),segment_id=c4515c36-332b-46d3-ad9d-a7bfb3c232ab)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:05.315925 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c8cf834c-0ff7-457a-8ac1-3864b2d20c55 req-9b2483e4-f878-45d1-baab-904492c6e9e3 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (c9350971-db0f-41c5-bc70-56f1a86a2b7b), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:05.329296 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-c8cf834c-0ff7-457a-8ac1-3864b2d20c55 req-9b2483e4-f878-45d1-baab-904492c6e9e3 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Calling delete_port for c9350971-db0f-41c5-bc70-56f1a86a2b7b owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:28:05.372134 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3d201ffc-0ca3-4810-938f-38c3859f1d2f req-dddb6d37-d316-43fd-b052-52903f3659c4 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/security-groups?id=bad27bab-06ca-4f21-9ebc-9bebcafaeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528896 Jan 26 19:28:05.391452 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device c7c759d4-1239-4c98-b78d-215f759299f6 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:28:05.443680 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f19635-64dd-4cd4-97e2-87fa021f0e61 req-dc185d61-2abb-40bb-b024-c25d6a4a6a90 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:05.445190 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-09f19635-64dd-4cd4-97e2-87fa021f0e61 req-dc185d61-2abb-40bb-b024-c25d6a4a6a90 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/ports?device_id=28ec4b78-79d4-46c3-81dd-03af1bdd0e5b HTTP/1.1" status: 200 len: 945 time: 0.0704489 Jan 26 19:28:05.488023 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port c7c759d4-1239-4c98-b78d-215f759299f6, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c7c759d4-1239-4c98-b78d-215f759299f6,segment=NetworkSegment(503f0158-4154-4416-bd0e-c77c7804fe37),segment_id=503f0158-4154-4416-bd0e-c77c7804fe37)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:05.498754 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': 'c7c759d4-1239-4c98-b78d-215f759299f6', 'network_id': 'b657c81c-8013-43da-b6fa-510403896690', 'port_id': 'c7c759d4-1239-4c98-b78d-215f759299f6', 'mac_address': 'fa:16:3e:02:d7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ace2d1-cdaa-454c-a797-8702d9d65efa', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:28:05.526274 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-09f19635-64dd-4cd4-97e2-87fa021f0e61 req-02bd468f-3b6e-4122-83f6-6a9a69ba0d3f tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.50 "GET /v2.0/security-groups?id=e0648bd6-e727-42a0-8286-cf02194389ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751731 Jan 26 19:28:05.527301 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c8cf834c-0ff7-457a-8ac1-3864b2d20c55 req-9b2483e4-f878-45d1-baab-904492c6e9e3 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (c9350971-db0f-41c5-bc70-56f1a86a2b7b), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:05.539316 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port c7c759d4-1239-4c98-b78d-215f759299f6 is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:05.539714 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (c7c759d4-1239-4c98-b78d-215f759299f6), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:05.554296 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['c9350971-db0f-41c5-bc70-56f1a86a2b7b'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:28:05.559714 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c759d4-1239-4c98-b78d-215f759299f6 {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:28:05.562426 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2483e4-f878-45d1-baab-904492c6e9e3 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Pushing event deleted for resources: {'Port': ['ID=c9350971-db0f-41c5-bc70-56f1a86a2b7b,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:05.600314 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cf834c-0ff7-457a-8ac1-3864b2d20c55 req-9b2483e4-f878-45d1-baab-904492c6e9e3 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] No DVR routers for this DVR port c9350971-db0f-41c5-bc70-56f1a86a2b7b on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:28:05.603952 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c8cf834c-0ff7-457a-8ac1-3864b2d20c55 req-9b2483e4-f878-45d1-baab-904492c6e9e3 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:05.607195 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c8cf834c-0ff7-457a-8ac1-3864b2d20c55 req-9b2483e4-f878-45d1-baab-904492c6e9e3 tempest-VolumesActionsTest-597470851 tempest-VolumesActionsTest-597470851-project] 10.222.0.46 "DELETE /v2.0/ports/c9350971-db0f-41c5-bc70-56f1a86a2b7b HTTP/1.1" status: 204 len: 173 time: 0.4652715 Jan 26 19:28:05.607673 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28ec4b78-79d4-46c3-81dd-03af1bdd0e5b', 'name': 'network-vif-deleted', 'tag': 'c9350971-db0f-41c5-bc70-56f1a86a2b7b'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:28:05.609920 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfc913b-bf6e-4793-8d74-29781e672a54" -d '{"events": [{"server_uuid": "28ec4b78-79d4-46c3-81dd-03af1bdd0e5b", "name": "network-vif-deleted", "tag": "c9350971-db0f-41c5-bc70-56f1a86a2b7b"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:28:05.615009 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port c7c759d4-1239-4c98-b78d-215f759299f6, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c7c759d4-1239-4c98-b78d-215f759299f6,segment=NetworkSegment(503f0158-4154-4416-bd0e-c77c7804fe37),segment_id=503f0158-4154-4416-bd0e-c77c7804fe37)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:05.621431 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (c7c759d4-1239-4c98-b78d-215f759299f6), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:05.647559 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2159c763-c24b-46b4-9a33-525c19c2083b x-openstack-request-id: req-2159c763-c24b-46b4-9a33-525c19c2083b {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:28:05.647900 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28ec4b78-79d4-46c3-81dd-03af1bdd0e5b", "name": "network-vif-deleted", "tag": "c9350971-db0f-41c5-bc70-56f1a86a2b7b", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:28:05.648258 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2159c763-c24b-46b4-9a33-525c19c2083b {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:28:05.648879 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28ec4b78-79d4-46c3-81dd-03af1bdd0e5b', 'name': 'network-vif-deleted', 'tag': 'c9350971-db0f-41c5-bc70-56f1a86a2b7b', 'status': 'completed', 'code': 200} Jan 26 19:28:05.688621 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=c7c759d4-1239-4c98-b78d-215f759299f6,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:05.753325 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ed9ef-53e0-4d5c-837a-4df5f0230e7c req-4922e3af-b799-4b40-bb20-3c9a3f623e3e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:05.755027 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-691ed9ef-53e0-4d5c-837a-4df5f0230e7c req-4922e3af-b799-4b40-bb20-3c9a3f623e3e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0517507 Jan 26 19:28:05.816388 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-691ed9ef-53e0-4d5c-837a-4df5f0230e7c req-7fa7b72b-c353-4754-a85b-300fc3d6958b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554650 Jan 26 19:28:06.140347 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['c7c759d4-1239-4c98-b78d-215f759299f6'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:28:06.298091 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-90ee749e-a935-4d3f-a4d5-517ac7088820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:06.484989 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c79bb-381c-45b2-b16f-447c2469c2c2 req-0045f4db-307d-4cb2-9670-6774c042c839 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:06.486410 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1c6c79bb-381c-45b2-b16f-447c2469c2c2 req-0045f4db-307d-4cb2-9670-6774c042c839 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/ports?device_id=298f006c-b716-4410-bba1-05de94473fe5 HTTP/1.1" status: 200 len: 949 time: 0.0470541 Jan 26 19:28:06.530536 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1c6c79bb-381c-45b2-b16f-447c2469c2c2 req-dc003a90-ddc2-4fcf-8c0b-0ba21a2a882e tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/security-groups?id=bad27bab-06ca-4f21-9ebc-9bebcafaeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389054 Jan 26 19:28:06.953703 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36441e53-5f6a-4806-9020-63e977db1325 req-0283091c-0aa3-4123-8cea-cac9793ed9a0 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:06.955345 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-36441e53-5f6a-4806-9020-63e977db1325 req-0283091c-0aa3-4123-8cea-cac9793ed9a0 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0609138 Jan 26 19:28:07.009013 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-36441e53-5f6a-4806-9020-63e977db1325 req-89151a89-9391-4749-9b9c-2e44fb0b581b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468495 Jan 26 19:28:07.323649 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a823543c-d482-4c88-a630-2a8a8bc46501 req-f69bd813-371a-4031-9dde-72f1c39191a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419302 Jan 26 19:28:07.385813 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823543c-d482-4c88-a630-2a8a8bc46501 req-d6b77cd2-3185-438a-95d8-5b411ef61bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:07.387285 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a823543c-d482-4c88-a630-2a8a8bc46501 req-d6b77cd2-3185-438a-95d8-5b411ef61bab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93424b38a7474b9787347d46184008c3&device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 1098 time: 0.0401125 Jan 26 19:28:07.392399 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device c7c759d4-1239-4c98-b78d-215f759299f6 up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:28:07.439463 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port c7c759d4-1239-4c98-b78d-215f759299f6 completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:28:07.443338 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port c7c759d4-1239-4c98-b78d-215f759299f6 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:07.443712 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (c7c759d4-1239-4c98-b78d-215f759299f6), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:07.490559 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823543c-d482-4c88-a630-2a8a8bc46501 req-f1fd38e5-3bb7-474c-aea4-a70f2e276233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:07.492060 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a823543c-d482-4c88-a630-2a8a8bc46501 req-f1fd38e5-3bb7-474c-aea4-a70f2e276233 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8746d71a-820a-4b05-87b9-92fff64ad22d HTTP/1.1" status: 200 len: 920 time: 0.0868320 Jan 26 19:28:07.521608 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port c7c759d4-1239-4c98-b78d-215f759299f6 is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:07.521990 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (c7c759d4-1239-4c98-b78d-215f759299f6), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:07.531591 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a823543c-d482-4c88-a630-2a8a8bc46501 req-751b8618-8af7-4b3f-9e4e-67e2a5889a27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5caae4f3-a4db-4e20-a9d4-2446fc03ad58 HTTP/1.1" status: 200 len: 217 time: 0.0332930 Jan 26 19:28:07.544327 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298f006c-b716-4410-bba1-05de94473fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c759d4-1239-4c98-b78d-215f759299f6'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:28:07.546546 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff2c5c9-bb99-41a2-b09c-13ce55c384b7" -d '{"events": [{"server_uuid": "298f006c-b716-4410-bba1-05de94473fe5", "name": "network-vif-plugged", "status": "completed", "tag": "c7c759d4-1239-4c98-b78d-215f759299f6"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:28:07.559502 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port c7c759d4-1239-4c98-b78d-215f759299f6, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c7c759d4-1239-4c98-b78d-215f759299f6,segment=NetworkSegment(503f0158-4154-4416-bd0e-c77c7804fe37),segment_id=503f0158-4154-4416-bd0e-c77c7804fe37)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:07.566604 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (c7c759d4-1239-4c98-b78d-215f759299f6), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:07.567667 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device c9350971-db0f-41c5-bc70-56f1a86a2b7b no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:28:07.585037 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823543c-d482-4c88-a630-2a8a8bc46501 req-4294c31a-68c0-4afa-87a0-f254706ace11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:07.586586 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a823543c-d482-4c88-a630-2a8a8bc46501 req-4294c31a-68c0-4afa-87a0-f254706ace11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=60c69d80-c100-4f11-893e-f1b4a9dffa16 HTTP/1.1" status: 200 len: 859 time: 0.0494759 Jan 26 19:28:07.595839 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c854b79-38bf-4ede-b411-872eab19791f x-openstack-request-id: req-0c854b79-38bf-4ede-b411-872eab19791f {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:28:07.596172 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298f006c-b716-4410-bba1-05de94473fe5", "name": "network-vif-plugged", "status": "completed", "tag": "c7c759d4-1239-4c98-b78d-215f759299f6", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:28:07.596424 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0c854b79-38bf-4ede-b411-872eab19791f {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:28:07.596817 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298f006c-b716-4410-bba1-05de94473fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c759d4-1239-4c98-b78d-215f759299f6', 'code': 200} Jan 26 19:28:07.617333 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: c9350971-db0f-41c5-bc70-56f1a86a2b7b {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:28:07.617600 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device c9350971-db0f-41c5-bc70-56f1a86a2b7b not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:28:07.647389 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=c7c759d4-1239-4c98-b78d-215f759299f6,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:07.664823 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a823543c-d482-4c88-a630-2a8a8bc46501 req-191dd4ec-d2ca-4fb4-8779-d482b160398f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8746d71a-820a-4b05-87b9-92fff64ad22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477674 Jan 26 19:28:07.701235 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58c8a6-baf6-44df-8ab8-31892c479d7e req-ec233d03-6b17-4060-9485-8b33c3f451db tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:07.702693 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1f58c8a6-baf6-44df-8ab8-31892c479d7e req-ec233d03-6b17-4060-9485-8b33c3f451db tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/ports?device_id=298f006c-b716-4410-bba1-05de94473fe5 HTTP/1.1" status: 200 len: 950 time: 0.0947950 Jan 26 19:28:07.736366 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:07.791363 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1f58c8a6-baf6-44df-8ab8-31892c479d7e req-a65d3e86-149d-4127-a01e-a6ae63f3f7d2 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/security-groups?id=bad27bab-06ca-4f21-9ebc-9bebcafaeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815442 Jan 26 19:28:07.800985 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a823543c-d482-4c88-a630-2a8a8bc46501 req-b7b1b4f5-96b0-433c-94be-0298efac640c service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277826 Jan 26 19:28:07.970010 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:08.007796 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa0db0-dbe5-47c7-9c95-42be00f3c5bc req-c37fb631-bb39-45dc-af61-9e4290820ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:08.009445 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-65aa0db0-dbe5-47c7-9c95-42be00f3c5bc req-c37fb631-bb39-45dc-af61-9e4290820ec1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=298f006c-b716-4410-bba1-05de94473fe5 HTTP/1.1" status: 200 len: 1103 time: 0.1032698 Jan 26 19:28:08.018746 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a823543c-d482-4c88-a630-2a8a8bc46501 req-8a172c86-6ed6-4c99-8d6e-0ddbb3e4378e service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298227 Jan 26 19:28:08.128586 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d871c8-6bdd-4cfa-b8f4-c656a7f18bb9 req-8061fd55-05af-4a6e-8446-dd59dcfbf408 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:08.130029 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-46d871c8-6bdd-4cfa-b8f4-c656a7f18bb9 req-8061fd55-05af-4a6e-8446-dd59dcfbf408 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0505385 Jan 26 19:28:08.175841 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-46d871c8-6bdd-4cfa-b8f4-c656a7f18bb9 req-cb33605b-d1da-4330-ba9d-43a70e00222d tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402937 Jan 26 19:28:08.949517 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:09.042944 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-65aa0db0-dbe5-47c7-9c95-42be00f3c5bc req-09750742-fef1-44f7-a5db-35f1fb5b31fa service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bad27bab-06ca-4f21-9ebc-9bebcafaeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365725 Jan 26 19:28:10.276219 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:11.724022 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618eab34-ea6a-4867-a966-f4bb6fa75dce req-4b11d1ca-f50c-43b4-a0f4-86424c12d858 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:11.725591 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-618eab34-ea6a-4867-a966-f4bb6fa75dce req-4b11d1ca-f50c-43b4-a0f4-86424c12d858 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/ports?device_id=298f006c-b716-4410-bba1-05de94473fe5 HTTP/1.1" status: 200 len: 950 time: 0.0474844 Jan 26 19:28:11.730514 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d216ba-8be7-422e-aef9-1f5b056092a8 req-a1c530b1-0978-4aa8-a900-ba2d23e8d3b2 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:11.731965 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-74d216ba-8be7-422e-aef9-1f5b056092a8 req-a1c530b1-0978-4aa8-a900-ba2d23e8d3b2 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0455570 Jan 26 19:28:11.771595 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-618eab34-ea6a-4867-a966-f4bb6fa75dce req-6a8666c5-73da-4a00-9450-ceada7fdb591 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/security-groups?id=bad27bab-06ca-4f21-9ebc-9bebcafaeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404451 Jan 26 19:28:11.776642 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-74d216ba-8be7-422e-aef9-1f5b056092a8 req-90b7b00f-28e6-4692-bba3-3093887db95d tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394578 Jan 26 19:28:12.507859 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 54922) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:12.611795 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4a2e0641-9fe3-450a-a479-0b4351762961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:12.696309 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4a2e0641-9fe3-450a-a479-0b4351762961 admin admin] Publish callbacks [] for security_group (c7a39d41-d40c-4964-8c1b-98c1ebb59929), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:12.700523 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4a2e0641-9fe3-450a-a479-0b4351762961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c7a39d41-d40c-4964-8c1b-98c1ebb59929), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:12.739469 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-4a2e0641-9fe3-450a-a479-0b4351762961 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d5f20ca17750449f88dd0dad47958396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304950 Jan 26 19:28:12.742029 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 54934) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:12.748622 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e0641-9fe3-450a-a479-0b4351762961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a39d41-d40c-4964-8c1b-98c1ebb59929,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:12.767434 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e0641-9fe3-450a-a479-0b4351762961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:12.767865 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e0641-9fe3-450a-a479-0b4351762961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:12.768176 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e0641-9fe3-450a-a479-0b4351762961 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:12.768525 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e0641-9fe3-450a-a479-0b4351762961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:12.768858 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e0641-9fe3-450a-a479-0b4351762961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:12.769215 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e0641-9fe3-450a-a479-0b4351762961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:12.769644 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e0641-9fe3-450a-a479-0b4351762961 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:12.770035 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e0641-9fe3-450a-a479-0b4351762961 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:12.770428 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e0641-9fe3-450a-a479-0b4351762961 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:12.770800 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e0641-9fe3-450a-a479-0b4351762961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:12.771132 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e0641-9fe3-450a-a479-0b4351762961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:12.771458 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e0641-9fe3-450a-a479-0b4351762961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:12.771814 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2e0641-9fe3-450a-a479-0b4351762961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:12.813766 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e22e4f37-657d-4cca-9f0b-8f84233fda0d admin admin] Publish callbacks [] for security_group (c7a39d41-d40c-4964-8c1b-98c1ebb59929), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:12.837188 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e22e4f37-657d-4cca-9f0b-8f84233fda0d admin admin] Publish callbacks [] for security_group (c7a39d41-d40c-4964-8c1b-98c1ebb59929), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:12.909423 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fb074-cc17-4913-9742-ad8570867568 req-7cc7cf52-2425-4b98-8166-f15b59fdb049 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:12.910917 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9d9fb074-cc17-4913-9742-ad8570867568 req-7cc7cf52-2425-4b98-8166-f15b59fdb049 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0557935 Jan 26 19:28:12.927801 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e22e4f37-657d-4cca-9f0b-8f84233fda0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c7a39d41-d40c-4964-8c1b-98c1ebb59929), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:12.930314 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e22e4f37-657d-4cca-9f0b-8f84233fda0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:12.933899 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-e22e4f37-657d-4cca-9f0b-8f84233fda0d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c7a39d41-d40c-4964-8c1b-98c1ebb59929 HTTP/1.1" status: 204 len: 168 time: 0.1883512 Jan 26 19:28:12.945075 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e4f37-657d-4cca-9f0b-8f84233fda0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a39d41-d40c-4964-8c1b-98c1ebb59929,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:12.958777 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f97f3-f66c-428c-b308-ec0495cc8567 req-860ee78c-2096-4ebe-be4c-ed9ee4fd5409 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:12.960779 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-470f97f3-f66c-428c-b308-ec0495cc8567 req-860ee78c-2096-4ebe-be4c-ed9ee4fd5409 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/ports?device_id=298f006c-b716-4410-bba1-05de94473fe5 HTTP/1.1" status: 200 len: 950 time: 0.0899608 Jan 26 19:28:12.992378 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9d9fb074-cc17-4913-9742-ad8570867568 req-274dfd97-141a-4700-aac7-b70eb9d8e5f3 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726578 Jan 26 19:28:13.020169 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-470f97f3-f66c-428c-b308-ec0495cc8567 req-5bc49d75-3607-4480-8a15-8f45c14d4b53 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/security-groups?id=bad27bab-06ca-4f21-9ebc-9bebcafaeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533471 Jan 26 19:28:13.761165 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 54988) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:13.960884 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-5bb70939-7a75-4fee-804c-345e4882a049 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-184888813-network', 'tenant_id': 'cf8d9c9de7c8480db8e23bb4bac96785'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:28:13.982517 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb70939-7a75-4fee-804c-345e4882a049 admin admin] Made reservation on behalf of cf8d9c9de7c8480db8e23bb4bac96785 for: {'network': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:28:13.985168 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5bb70939-7a75-4fee-804c-345e4882a049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:13.993900 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5bb70939-7a75-4fee-804c-345e4882a049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:14.091251 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5bb70939-7a75-4fee-804c-345e4882a049 admin admin] Publish callbacks [] for security_group (d7d97425-19e9-4ad6-837f-e5e098d7586d), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:14.097109 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5bb70939-7a75-4fee-804c-345e4882a049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (d7d97425-19e9-4ad6-837f-e5e098d7586d), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:14.129300 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb70939-7a75-4fee-804c-345e4882a049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d97425-19e9-4ad6-837f-e5e098d7586d,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:14.160633 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64aac09-06d5-4ab8-b638-5b385cc37c8a req-f14c8f6c-fcee-41f2-8e07-5e187d2dd781 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:14.162178 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a64aac09-06d5-4ab8-b638-5b385cc37c8a req-f14c8f6c-fcee-41f2-8e07-5e187d2dd781 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0642829 Jan 26 19:28:14.168680 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb70939-7a75-4fee-804c-345e4882a049 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=102406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:28:14.187073 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5bb70939-7a75-4fee-804c-345e4882a049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (259fcae6-5389-4a08-8471-a51b2cac0776), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:14.187693 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.segments_db [None req-5bb70939-7a75-4fee-804c-345e4882a049 admin admin] Added segment 259fcae6-5389-4a08-8471-a51b2cac0776 of type vlan for network cb61a227-3f6a-4a64-829c-bff22f962c01 Jan 26 19:28:14.195338 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d77b4-46e7-47c1-9d85-aa40b81b54ab req-c60f62ff-1483-47fc-a2ff-bde103ebe0da tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:14.197067 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-769d77b4-46e7-47c1-9d85-aa40b81b54ab req-c60f62ff-1483-47fc-a2ff-bde103ebe0da tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/ports?device_id=298f006c-b716-4410-bba1-05de94473fe5 HTTP/1.1" status: 200 len: 950 time: 0.0689292 Jan 26 19:28:14.214984 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a64aac09-06d5-4ab8-b638-5b385cc37c8a req-797326d5-6ed5-40da-a9ea-d37fc9ebc0fe tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469906 Jan 26 19:28:14.274869 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5bb70939-7a75-4fee-804c-345e4882a049 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (cb61a227-3f6a-4a64-829c-bff22f962c01), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:14.281096 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-769d77b4-46e7-47c1-9d85-aa40b81b54ab req-1b1818b0-0668-4e4a-8fcf-abcfcd3f1cd0 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/security-groups?id=bad27bab-06ca-4f21-9ebc-9bebcafaeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752501 Jan 26 19:28:14.305280 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5bb70939-7a75-4fee-804c-345e4882a049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (cb61a227-3f6a-4a64-829c-bff22f962c01), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:14.306495 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb70939-7a75-4fee-804c-345e4882a049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:14.307660 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5bb70939-7a75-4fee-804c-345e4882a049 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:14.401712 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-5bb70939-7a75-4fee-804c-345e4882a049 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6349051 Jan 26 19:28:14.402108 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 55000) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:14.410912 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-7366e55a-0697-410a-b99b-df930b5b75ea admin admin] Request body: {'subnet': {'network_id': 'cb61a227-3f6a-4a64-829c-bff22f962c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-184888813-subnet', 'tenant_id': 'cf8d9c9de7c8480db8e23bb4bac96785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:28:14.432025 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb70939-7a75-4fee-804c-345e4882a049 admin admin] Pushing event updated for resources: {'Network': ['ID=cb61a227-3f6a-4a64-829c-bff22f962c01,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:14.436571 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7366e55a-0697-410a-b99b-df930b5b75ea admin admin] Made reservation on behalf of cf8d9c9de7c8480db8e23bb4bac96785 for: {'subnet': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:28:14.439350 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7366e55a-0697-410a-b99b-df930b5b75ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8456570'] for subnet (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:14.444199 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network cb61a227-3f6a-4a64-829c-bff22f962c01 details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:28:14.666760 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7366e55a-0697-410a-b99b-df930b5b75ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8456524'] for subnet (590e8405-71ba-4295-be24-cb73d3d27764), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:14.737746 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366e55a-0697-410a-b99b-df930b5b75ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=590e8405-71ba-4295-be24-cb73d3d27764,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:14.757192 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c78d15-5e00-4262-ab51-7c1044ad55fc req-f66f36b0-281e-45ab-9d94-a37118d5da0b tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:14.763822 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-61c78d15-5e00-4262-ab51-7c1044ad55fc req-f66f36b0-281e-45ab-9d94-a37118d5da0b tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/ports?device_id=298f006c-b716-4410-bba1-05de94473fe5 HTTP/1.1" status: 200 len: 950 time: 0.1092193 Jan 26 19:28:14.788409 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7366e55a-0697-410a-b99b-df930b5b75ea admin admin] Checking segment: {'id': '259fcae6-5389-4a08-8471-a51b2cac0776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cb61a227-3f6a-4a64-829c-bff22f962c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:28:14.788770 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7366e55a-0697-410a-b99b-df930b5b75ea admin admin] Network hostable DHCP agents. Network: cb61a227-3f6a-4a64-829c-bff22f962c01, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:28:14.823223 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-61c78d15-5e00-4262-ab51-7c1044ad55fc req-39bb61cd-ab48-4509-bc65-560f7aa8d284 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/security-groups?id=bad27bab-06ca-4f21-9ebc-9bebcafaeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585251 Jan 26 19:28:14.828625 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7366e55a-0697-410a-b99b-df930b5b75ea admin admin] Network cb61a227-3f6a-4a64-829c-bff22f962c01 is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:28:14.840676 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-7366e55a-0697-410a-b99b-df930b5b75ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, cb61a227-3f6a-4a64-829c-bff22f962c01) {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:14.849250 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7366e55a-0697-410a-b99b-df930b5b75ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:14.850250 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7366e55a-0697-410a-b99b-df930b5b75ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:14.850416 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44032bde-e82e-4a67-aab5-a9e3593d5078 None None] Network cb61a227-3f6a-4a64-829c-bff22f962c01 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:28:14.891386 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-7366e55a-0697-410a-b99b-df930b5b75ea admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4843290 Jan 26 19:28:15.028079 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a071a32b-7e48-446c-a9b9-144c1576836a None None] Network cb61a227-3f6a-4a64-829c-bff22f962c01 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:28:15.359622 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85288a30-27dc-4f98-b6ab-6d92c55304cc req-d8900955-1bea-4c8b-958c-ab3ba19383b2 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:15.360761 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-85288a30-27dc-4f98-b6ab-6d92c55304cc req-d8900955-1bea-4c8b-958c-ab3ba19383b2 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0620396 Jan 26 19:28:15.423423 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-85288a30-27dc-4f98-b6ab-6d92c55304cc req-c842307a-c43f-4df7-aa2c-b8fbb698d4e0 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560913 Jan 26 19:28:15.991904 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8549177-ce03-4f95-aece-1034c9750c71 req-c8629dd6-28e5-4cc0-9793-cbef983c21fc tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:15.993505 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e8549177-ce03-4f95-aece-1034c9750c71 req-c8629dd6-28e5-4cc0-9793-cbef983c21fc tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/ports?device_id=298f006c-b716-4410-bba1-05de94473fe5 HTTP/1.1" status: 200 len: 950 time: 0.0531228 Jan 26 19:28:16.001172 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15da7ab-aaac-452f-ab18-27edc8e5afea req-e1aa6ad9-52dd-44ab-9170-d1eb08f1e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:16.003965 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a15da7ab-aaac-452f-ab18-27edc8e5afea req-e1aa6ad9-52dd-44ab-9170-d1eb08f1e5e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 1098 time: 0.1015205 Jan 26 19:28:16.059137 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e8549177-ce03-4f95-aece-1034c9750c71 req-8ae7aea7-ab6d-4960-9f90-fbc76703a58f tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/security-groups?id=bad27bab-06ca-4f21-9ebc-9bebcafaeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595684 Jan 26 19:28:16.062789 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a15da7ab-aaac-452f-ab18-27edc8e5afea req-3318db83-d81b-408c-8e76-771214bcdde4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482452 Jan 26 19:28:16.644865 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6aa37-c77b-4a6e-ac71-f999dfbb2c56 req-1cf90322-c6b4-4d6f-afa6-11095a9e2f4e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:16.657494 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5ff6aa37-c77b-4a6e-ac71-f999dfbb2c56 req-1cf90322-c6b4-4d6f-afa6-11095a9e2f4e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0849860 Jan 26 19:28:16.712441 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5ff6aa37-c77b-4a6e-ac71-f999dfbb2c56 req-da2fff0a-e2cc-4fc1-92a8-2196df218bd1 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571008 Jan 26 19:28:16.872702 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-54abba15-4d24-40b3-bc51-287617e10d2e tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:16.874077 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-54abba15-4d24-40b3-bc51-287617e10d2e tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/networks?id=cb61a227-3f6a-4a64-829c-bff22f962c01 HTTP/1.1" status: 200 len: 813 time: 0.1399941 Jan 26 19:28:16.889144 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-93a3ce8d-7785-4037-bc5e-4a21813c9513 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/quotas/cf8d9c9de7c8480db8e23bb4bac96785 HTTP/1.1" status: 200 len: 375 time: 0.0093539 Jan 26 19:28:16.924664 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ac06b1c2-2ea2-46b5-ab08-f377acb2c328 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf8d9c9de7c8480db8e23bb4bac96785&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287251 Jan 26 19:28:17.021687 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb82eb1-8d1b-428f-b908-f19c373d71f4 req-3714a7c7-cf8c-41af-a7d4-73f8ffdebcae tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:17.022772 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9fb82eb1-8d1b-428f-b908-f19c373d71f4 req-3714a7c7-cf8c-41af-a7d4-73f8ffdebcae tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.46 "GET /v2.0/ports?device_id=298f006c-b716-4410-bba1-05de94473fe5 HTTP/1.1" status: 200 len: 950 time: 0.0516508 Jan 26 19:28:17.028909 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-3ff40b92-c170-4fd9-bca7-e23f84f5e01a service neutron] 10.222.0.50 "GET /v2.0/networks/cb61a227-3f6a-4a64-829c-bff22f962c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953479 Jan 26 19:28:17.158566 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-9fb82eb1-8d1b-428f-b908-f19c373d71f4 req-3d185548-05ce-497c-8de7-84e28d9e3174 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Deleting port c7c759d4-1239-4c98-b78d-215f759299f6 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:28:17.158927 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-9fb82eb1-8d1b-428f-b908-f19c373d71f4 req-3d185548-05ce-497c-8de7-84e28d9e3174 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (c7c759d4-1239-4c98-b78d-215f759299f6), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:17.160384 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae8ac8a2-e65e-4017-9fba-82af122c7c49 service neutron] 10.222.0.50 "GET /v2.0/networks/cb61a227-3f6a-4a64-829c-bff22f962c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256838 Jan 26 19:28:17.258235 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f241d4b-51c9-4eea-8959-f9aadb90b353 req-d6e6b90e-58e6-4af5-87e7-e5e91f5c4577 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:17.259750 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6f241d4b-51c9-4eea-8959-f9aadb90b353 req-d6e6b90e-58e6-4af5-87e7-e5e91f5c4577 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/ports?device_id=298f006c-b716-4410-bba1-05de94473fe5 HTTP/1.1" status: 200 len: 950 time: 0.1177578 Jan 26 19:28:17.314903 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-9fb82eb1-8d1b-428f-b908-f19c373d71f4 req-3d185548-05ce-497c-8de7-84e28d9e3174 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] For port c7c759d4-1239-4c98-b78d-215f759299f6, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c7c759d4-1239-4c98-b78d-215f759299f6,segment=NetworkSegment(503f0158-4154-4416-bd0e-c77c7804fe37),segment_id=503f0158-4154-4416-bd0e-c77c7804fe37)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:17.315252 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-9fb82eb1-8d1b-428f-b908-f19c373d71f4 req-3d185548-05ce-497c-8de7-84e28d9e3174 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (c7c759d4-1239-4c98-b78d-215f759299f6), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:17.342186 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-9fb82eb1-8d1b-428f-b908-f19c373d71f4 req-3d185548-05ce-497c-8de7-84e28d9e3174 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Calling delete_port for c7c759d4-1239-4c98-b78d-215f759299f6 owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:28:17.380090 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-fc256e03-cd7c-411d-bc16-aedd5fc9649c req-69eb90c0-131f-45e9-9979-b6c8d0c7568d tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bff8c8-e41b-421a-bf67-a4538f83efbc HTTP/1.1" status: 200 len: 210 time: 0.0550246 Jan 26 19:28:17.384049 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6f241d4b-51c9-4eea-8959-f9aadb90b353 req-cc802b76-95a6-4014-a2d6-49750a56c405 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.50 "GET /v2.0/security-groups?id=bad27bab-06ca-4f21-9ebc-9bebcafaeb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022973 Jan 26 19:28:17.514228 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-9fb82eb1-8d1b-428f-b908-f19c373d71f4 req-3d185548-05ce-497c-8de7-84e28d9e3174 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (c7c759d4-1239-4c98-b78d-215f759299f6), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:17.527024 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['c7c759d4-1239-4c98-b78d-215f759299f6'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:28:17.624916 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d185548-05ce-497c-8de7-84e28d9e3174 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Pushing event deleted for resources: {'Port': ['ID=c7c759d4-1239-4c98-b78d-215f759299f6,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:17.679105 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fb82eb1-8d1b-428f-b908-f19c373d71f4 req-3d185548-05ce-497c-8de7-84e28d9e3174 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] No DVR routers for this DVR port c7c759d4-1239-4c98-b78d-215f759299f6 on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:28:17.682115 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-9fb82eb1-8d1b-428f-b908-f19c373d71f4 req-3d185548-05ce-497c-8de7-84e28d9e3174 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:17.690948 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9fb82eb1-8d1b-428f-b908-f19c373d71f4 req-3d185548-05ce-497c-8de7-84e28d9e3174 tempest-VolumesNegativeTest-1865735747 tempest-VolumesNegativeTest-1865735747-project] 10.222.0.46 "DELETE /v2.0/ports/c7c759d4-1239-4c98-b78d-215f759299f6 HTTP/1.1" status: 204 len: 173 time: 0.6561062 Jan 26 19:28:17.691464 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298f006c-b716-4410-bba1-05de94473fe5', 'name': 'network-vif-deleted', 'tag': 'c7c759d4-1239-4c98-b78d-215f759299f6'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:28:17.711530 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba880343-536e-4ed0-b12b-329f6db0dfc3" -d '{"events": [{"server_uuid": "298f006c-b716-4410-bba1-05de94473fe5", "name": "network-vif-deleted", "tag": "c7c759d4-1239-4c98-b78d-215f759299f6"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:28:17.790976 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051244d9-ec93-4f7a-8bce-71f46309d203 x-openstack-request-id: req-051244d9-ec93-4f7a-8bce-71f46309d203 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:28:17.791270 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298f006c-b716-4410-bba1-05de94473fe5", "name": "network-vif-deleted", "tag": "c7c759d4-1239-4c98-b78d-215f759299f6", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:28:17.791602 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-051244d9-ec93-4f7a-8bce-71f46309d203 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:28:17.792028 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298f006c-b716-4410-bba1-05de94473fe5', 'name': 'network-vif-deleted', 'tag': 'c7c759d4-1239-4c98-b78d-215f759299f6', 'status': 'completed', 'code': 200} Jan 26 19:28:17.943859 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786158da-34d8-426f-bcbb-194aea72b7d0 req-bfc0353e-1119-4c4d-b1a6-55ca4ecd05f1 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:17.945887 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-786158da-34d8-426f-bcbb-194aea72b7d0 req-bfc0353e-1119-4c4d-b1a6-55ca4ecd05f1 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0963843 Jan 26 19:28:18.017647 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-786158da-34d8-426f-bcbb-194aea72b7d0 req-2fade53a-f6d6-4259-b3f6-257d8aaca942 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647478 Jan 26 19:28:18.556323 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:28:18.559325 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0ec52dae-4349-468b-aefa-67c02e6f68b6 req-0f40d177-6339-4f25-97e1-0351824009ae tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bff8c8-e41b-421a-bf67-a4538f83efbc HTTP/1.1" status: 200 len: 210 time: 0.0499265 Jan 26 19:28:18.968428 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-a0598ebd-185b-4505-beb9-3a71cb82510d tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:18.969956 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-a0598ebd-185b-4505-beb9-3a71cb82510d tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.46 "GET /v2.0/networks?id=cb61a227-3f6a-4a64-829c-bff22f962c01 HTTP/1.1" status: 200 len: 813 time: 0.3561604 Jan 26 19:28:18.983331 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-9555812d-ac6d-4d43-9755-391425f87e64 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Request body: {'port': {'device_id': '94bff8c8-e41b-421a-bf67-a4538f83efbc', 'network_id': 'cb61a227-3f6a-4a64-829c-bff22f962c01', 'admin_state_up': True, 'tenant_id': 'cf8d9c9de7c8480db8e23bb4bac96785'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:28:19.106766 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-9555812d-ac6d-4d43-9755-391425f87e64 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Made reservation on behalf of cf8d9c9de7c8480db8e23bb4bac96785 for: {'port': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:28:19.110395 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-9555812d-ac6d-4d43-9755-391425f87e64 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:19.156294 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0fa58-7b6e-4ee1-8a53-258e51b092b8 req-520bdd33-41fa-417e-b507-c5c92c6ec22c tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:19.163532 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-23e0fa58-7b6e-4ee1-8a53-258e51b092b8 req-520bdd33-41fa-417e-b507-c5c92c6ec22c tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0612457 Jan 26 19:28:19.214484 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-23e0fa58-7b6e-4ee1-8a53-258e51b092b8 req-0cd818e4-7c1b-432c-8df1-177535aa2781 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499990 Jan 26 19:28:19.274572 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-9555812d-ac6d-4d43-9755-391425f87e64 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Allocated IP 172.20.0.12 (cb61a227-3f6a-4a64-829c-bff22f962c01/590e8405-71ba-4295-be24-cb73d3d27764/710bf98d-993e-427e-8c77-bdda25d5f13d) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:28:19.701570 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-9555812d-ac6d-4d43-9755-391425f87e64 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Publish callbacks [] for port (710bf98d-993e-427e-8c77-bdda25d5f13d), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:19.765317 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d219d2a4-fb8c-42c0-ab6a-ee3fd55e87d6 req-eb721784-ee30-4bb4-a977-f765b31d05c6 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bff8c8-e41b-421a-bf67-a4538f83efbc HTTP/1.1" status: 200 len: 210 time: 0.0554047 Jan 26 19:28:19.848521 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c59f4-aff9-4e5e-a658-6ebc18d99b11 req-ee7eb79a-b735-42fe-88d2-93ea2720c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:19.850145 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b53c59f4-aff9-4e5e-a658-6ebc18d99b11 req-ee7eb79a-b735-42fe-88d2-93ea2720c0cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=93424b38a7474b9787347d46184008c3&device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 1098 time: 0.0512612 Jan 26 19:28:19.851207 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-9555812d-ac6d-4d43-9755-391425f87e64 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (710bf98d-993e-427e-8c77-bdda25d5f13d), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:19.953561 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-9555812d-ac6d-4d43-9755-391425f87e64 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Network cb61a227-3f6a-4a64-829c-bff22f962c01 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:28:19.965964 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faa91b-5de6-48a0-afb1-d00fc491c04c req-7cd96c42-87ba-4906-94e4-8946a5040bd6 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:19.974551 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-36faa91b-5de6-48a0-afb1-d00fc491c04c req-7cd96c42-87ba-4906-94e4-8946a5040bd6 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0837390 Jan 26 19:28:19.990886 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-9555812d-ac6d-4d43-9755-391425f87e64 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:19.997619 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-9555812d-ac6d-4d43-9755-391425f87e64 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:28:20.048173 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-9555812d-ac6d-4d43-9755-391425f87e64 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:20.048783 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-9555812d-ac6d-4d43-9755-391425f87e64 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:20.061627 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555812d-ac6d-4d43-9755-391425f87e64 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Pushing event updated for resources: {'Port': ['ID=710bf98d-993e-427e-8c77-bdda25d5f13d,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:20.069390 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-9555812d-ac6d-4d43-9755-391425f87e64 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0905118 Jan 26 19:28:20.069878 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-36faa91b-5de6-48a0-afb1-d00fc491c04c req-2c4827cc-6c90-4f80-9302-40a5c5287076 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904155 Jan 26 19:28:20.093601 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Request body: {'port': {'device_id': '94bff8c8-e41b-421a-bf67-a4538f83efbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:28:20.128755 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c59f4-aff9-4e5e-a658-6ebc18d99b11 req-69434bdd-8429-4948-99d5-f50c82848909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:20.130216 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b53c59f4-aff9-4e5e-a658-6ebc18d99b11 req-69434bdd-8429-4948-99d5-f50c82848909 service neutron] 10.222.0.46 "GET /v2.0/networks?id=8746d71a-820a-4b05-87b9-92fff64ad22d HTTP/1.1" status: 200 len: 920 time: 0.2686994 Jan 26 19:28:20.188992 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b53c59f4-aff9-4e5e-a658-6ebc18d99b11 req-a6de6f1f-a739-4803-b258-986000a510fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b7adc2f-208b-4133-b88e-b377af0b7104 HTTP/1.1" status: 200 len: 217 time: 0.0493550 Jan 26 19:28:20.195491 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (710bf98d-993e-427e-8c77-bdda25d5f13d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:20.362623 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c59f4-aff9-4e5e-a658-6ebc18d99b11 req-e83a42c7-ae4c-49cd-b5d9-4cbf65891497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:20.364225 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b53c59f4-aff9-4e5e-a658-6ebc18d99b11 req-e83a42c7-ae4c-49cd-b5d9-4cbf65891497 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=60c69d80-c100-4f11-893e-f1b4a9dffa16 HTTP/1.1" status: 200 len: 859 time: 0.1167576 Jan 26 19:28:20.418264 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b53c59f4-aff9-4e5e-a658-6ebc18d99b11 req-5618bec7-edbb-4c4d-9721-ef8c9b973a9b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8746d71a-820a-4b05-87b9-92fff64ad22d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470870 Jan 26 19:28:20.570603 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b53c59f4-aff9-4e5e-a658-6ebc18d99b11 req-e42d8b71-ad58-4cd0-80dd-1887099073de service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262264 Jan 26 19:28:20.682522 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710bf98d-993e-427e-8c77-bdda25d5f13d {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:28:20.692852 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Publish callbacks [] for port (710bf98d-993e-427e-8c77-bdda25d5f13d), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:20.717992 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Transition to ACTIVE for port object 710bf98d-993e-427e-8c77-bdda25d5f13d will not be triggered until provisioned by entity L2. {{(pid=102406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:28:20.722043 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b53c59f4-aff9-4e5e-a658-6ebc18d99b11 req-ae441108-328b-46d0-b32b-eac8b30172eb service neutron] 10.222.0.46 "GET /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417584 Jan 26 19:28:20.723232 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (710bf98d-993e-427e-8c77-bdda25d5f13d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:20.788615 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Pushing event updated for resources: {'Port': ['ID=710bf98d-993e-427e-8c77-bdda25d5f13d,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:20.905179 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Attempting to bind port 710bf98d-993e-427e-8c77-bdda25d5f13d on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:28:20.905179 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Attempting to bind port 710bf98d-993e-427e-8c77-bdda25d5f13d by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '259fcae6-5389-4a08-8471-a51b2cac0776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cb61a227-3f6a-4a64-829c-bff22f962c01'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:28:20.905179 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Attempting to bind port 710bf98d-993e-427e-8c77-bdda25d5f13d on network cb61a227-3f6a-4a64-829c-bff22f962c01 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:28:20.912288 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Port 710bf98d-993e-427e-8c77-bdda25d5f13d on network cb61a227-3f6a-4a64-829c-bff22f962c01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:28:20.914021 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Attempting to bind port 710bf98d-993e-427e-8c77-bdda25d5f13d on network cb61a227-3f6a-4a64-829c-bff22f962c01 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:28:20.921192 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:28:20.921542 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Checking segment: {'id': '259fcae6-5389-4a08-8471-a51b2cac0776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cb61a227-3f6a-4a64-829c-bff22f962c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:28:20.921977 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Bound using segment: {'id': '259fcae6-5389-4a08-8471-a51b2cac0776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cb61a227-3f6a-4a64-829c-bff22f962c01'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:28:20.922612 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Bound port: 710bf98d-993e-427e-8c77-bdda25d5f13d, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '259fcae6-5389-4a08-8471-a51b2cac0776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cb61a227-3f6a-4a64-829c-bff22f962c01'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:28:20.923014 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (710bf98d-993e-427e-8c77-bdda25d5f13d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:20.936598 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceec235-0974-41c6-aa1d-1e63fae524ea req-fb28696d-7479-4bb3-88fc-58132a961cc9 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:20.938405 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6ceec235-0974-41c6-aa1d-1e63fae524ea req-fb28696d-7479-4bb3-88fc-58132a961cc9 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bff8c8-e41b-421a-bf67-a4538f83efbc HTTP/1.1" status: 200 len: 944 time: 0.0712192 Jan 26 19:28:21.017435 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6ceec235-0974-41c6-aa1d-1e63fae524ea req-c08c9109-ab74-43db-adc7-7a3513fceb4e tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720754 Jan 26 19:28:21.061994 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] For port 710bf98d-993e-427e-8c77-bdda25d5f13d, host hv-cinder-79400, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:28:21.072169 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] For port 710bf98d-993e-427e-8c77-bdda25d5f13d, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=710bf98d-993e-427e-8c77-bdda25d5f13d,segment=NetworkSegment(259fcae6-5389-4a08-8471-a51b2cac0776),segment_id=259fcae6-5389-4a08-8471-a51b2cac0776)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:28:21.079351 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (710bf98d-993e-427e-8c77-bdda25d5f13d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:21.114691 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:21.115365 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:21.116805 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] 10.222.0.46 "PUT /v2.0/ports/710bf98d-993e-427e-8c77-bdda25d5f13d HTTP/1.1" status: 200 len: 1094 time: 1.0379393 Jan 26 19:28:21.173886 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94bff8c8-e41b-421a-bf67-a4538f83efbc', 'tag': '710bf98d-993e-427e-8c77-bdda25d5f13d'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:28:21.190892 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda0cdce-a8cb-41f0-bde4-a3f33f442460" -d '{"events": [{"name": "network-changed", "server_uuid": "94bff8c8-e41b-421a-bf67-a4538f83efbc", "tag": "710bf98d-993e-427e-8c77-bdda25d5f13d"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:28:21.275429 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd274b23-3c6a-4cce-b5b6-aee43dd3f7cb req-167a7f71-4868-49c0-b17a-b427153c5b63 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:21.279657 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-fd274b23-3c6a-4cce-b5b6-aee43dd3f7cb req-167a7f71-4868-49c0-b17a-b427153c5b63 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.1016147 Jan 26 19:28:21.281526 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-0c94cf81-13e1-47a3-bf10-3aff9c9fc909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:21.283243 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-0c94cf81-13e1-47a3-bf10-3aff9c9fc909 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf8d9c9de7c8480db8e23bb4bac96785&device_id=94bff8c8-e41b-421a-bf67-a4538f83efbc HTTP/1.1" status: 200 len: 1097 time: 0.0830371 Jan 26 19:28:21.283977 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a7599-c026-49b2-8e67-ad0cda8752a5 service neutron] Pushing event updated for resources: {'Port': ['ID=710bf98d-993e-427e-8c77-bdda25d5f13d,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:21.358805 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-fd274b23-3c6a-4cce-b5b6-aee43dd3f7cb req-aa29d858-9c22-4ee8-b2e3-869a0b68094b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729365 Jan 26 19:28:21.402255 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-47a2bf33-f9f5-4aee-a0f2-5fd08ad19f6c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=710bf98d-993e-427e-8c77-bdda25d5f13d HTTP/1.1" status: 200 len: 217 time: 0.0891914 Jan 26 19:28:21.403673 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9f98a1-6cb4-4038-8ed2-33c079045210 x-openstack-request-id: req-3a9f98a1-6cb4-4038-8ed2-33c079045210 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:28:21.405687 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94bff8c8-e41b-421a-bf67-a4538f83efbc", "tag": "710bf98d-993e-427e-8c77-bdda25d5f13d", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:28:21.405941 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3a9f98a1-6cb4-4038-8ed2-33c079045210 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:28:21.406641 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94bff8c8-e41b-421a-bf67-a4538f83efbc', 'tag': '710bf98d-993e-427e-8c77-bdda25d5f13d', 'status': 'completed', 'code': 200} Jan 26 19:28:21.423170 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device c7c759d4-1239-4c98-b78d-215f759299f6 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:28:21.467127 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: c7c759d4-1239-4c98-b78d-215f759299f6 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:28:21.467813 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device c7c759d4-1239-4c98-b78d-215f759299f6 not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:28:21.514313 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-aced7d20-d493-4899-8672-03cb1ab948ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:21.516051 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-aced7d20-d493-4899-8672-03cb1ab948ec service neutron] 10.222.0.46 "GET /v2.0/subnets?id=590e8405-71ba-4295-be24-cb73d3d27764 HTTP/1.1" status: 200 len: 853 time: 0.1022573 Jan 26 19:28:21.555058 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-ba842524-6a1a-45c6-9886-b5037a30a245 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb61a227-3f6a-4a64-829c-bff22f962c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313919 Jan 26 19:28:21.691819 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-7952fb48-7bf6-432f-bf8a-da9645ac9fb6 service neutron] 10.222.0.46 "GET /v2.0/networks/cb61a227-3f6a-4a64-829c-bff22f962c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274230 Jan 26 19:28:21.817963 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c3125979-42e6-45e6-b13c-d6c511c1ca99 req-6dae4245-051f-4063-9fde-0cc441b10b87 service neutron] 10.222.0.46 "GET /v2.0/networks/cb61a227-3f6a-4a64-829c-bff22f962c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185982 Jan 26 19:28:21.956282 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0cdce-a8cb-41f0-bde4-a3f33f442460 req-baee7d7f-6427-4c3e-a60d-92320a65d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:21.957921 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cda0cdce-a8cb-41f0-bde4-a3f33f442460 req-baee7d7f-6427-4c3e-a60d-92320a65d837 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf8d9c9de7c8480db8e23bb4bac96785&device_id=94bff8c8-e41b-421a-bf67-a4538f83efbc HTTP/1.1" status: 200 len: 1097 time: 0.0886588 Jan 26 19:28:22.108315 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0cdce-a8cb-41f0-bde4-a3f33f442460 req-ad596808-acf3-417c-b4fc-575943ae7633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:22.109899 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cda0cdce-a8cb-41f0-bde4-a3f33f442460 req-ad596808-acf3-417c-b4fc-575943ae7633 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb61a227-3f6a-4a64-829c-bff22f962c01 HTTP/1.1" status: 200 len: 914 time: 0.1451190 Jan 26 19:28:22.184610 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cda0cdce-a8cb-41f0-bde4-a3f33f442460 req-cababddc-62e3-4fa9-8a06-10a95ce7ac98 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=710bf98d-993e-427e-8c77-bdda25d5f13d HTTP/1.1" status: 200 len: 217 time: 0.0666118 Jan 26 19:28:22.196590 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc0412-8ba9-416e-9672-37ac3dd7a18a req-e5f6f9c7-adf7-4b42-8593-6f282a2af1de tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:22.205350 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-78fc0412-8ba9-416e-9672-37ac3dd7a18a req-e5f6f9c7-adf7-4b42-8593-6f282a2af1de tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bff8c8-e41b-421a-bf67-a4538f83efbc HTTP/1.1" status: 200 len: 944 time: 0.1229560 Jan 26 19:28:22.269034 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-78fc0412-8ba9-416e-9672-37ac3dd7a18a req-717d5d21-b9a8-4de5-9b0e-490b5d1bbad6 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618289 Jan 26 19:28:22.288988 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0cdce-a8cb-41f0-bde4-a3f33f442460 req-264c11c2-a487-409d-b4b7-b78f9bbe6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:22.290475 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cda0cdce-a8cb-41f0-bde4-a3f33f442460 req-264c11c2-a487-409d-b4b7-b78f9bbe6a1c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=590e8405-71ba-4295-be24-cb73d3d27764 HTTP/1.1" status: 200 len: 853 time: 0.0996144 Jan 26 19:28:22.348383 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cda0cdce-a8cb-41f0-bde4-a3f33f442460 req-84ef7b6b-4791-4e19-bf97-537769ca5383 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb61a227-3f6a-4a64-829c-bff22f962c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380311 Jan 26 19:28:22.500690 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cda0cdce-a8cb-41f0-bde4-a3f33f442460 req-8db1dae5-b7a7-47b0-8c4f-cb42e96666a8 service neutron] 10.222.0.46 "GET /v2.0/networks/cb61a227-3f6a-4a64-829c-bff22f962c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450515 Jan 26 19:28:22.509887 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d9ac6-1638-4c12-b963-b22bc4f113c1 req-e20344fe-d1d1-4d7e-80d7-078202be5cec tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:22.511846 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e17d9ac6-1638-4c12-b963-b22bc4f113c1 req-e20344fe-d1d1-4d7e-80d7-078202be5cec tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0809932 Jan 26 19:28:22.587235 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e17d9ac6-1638-4c12-b963-b22bc4f113c1 req-7ff36a93-1524-429a-957f-631a4939e4dd tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665717 Jan 26 19:28:22.670034 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cda0cdce-a8cb-41f0-bde4-a3f33f442460 req-79717fda-cb1b-438f-970d-2ec662948515 service neutron] 10.222.0.46 "GET /v2.0/networks/cb61a227-3f6a-4a64-829c-bff22f962c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568179 Jan 26 19:28:23.423361 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7ee2a-109b-46a4-89fe-64af6617403c req-0c64f3ce-d231-463f-bf97-47eb63ff2e69 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:23.424844 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b9e7ee2a-109b-46a4-89fe-64af6617403c req-0c64f3ce-d231-463f-bf97-47eb63ff2e69 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bff8c8-e41b-421a-bf67-a4538f83efbc HTTP/1.1" status: 200 len: 944 time: 0.0560861 Jan 26 19:28:23.487865 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b9e7ee2a-109b-46a4-89fe-64af6617403c req-29e46012-23ae-42c6-88f4-a5ca582e4ec6 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554721 Jan 26 19:28:23.721239 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b808a-622f-4d01-be18-b1670ccbaec0 req-178b3503-d6fc-4b9c-a048-4d523a0d07bd tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:23.722746 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-740b808a-622f-4d01-be18-b1670ccbaec0 req-178b3503-d6fc-4b9c-a048-4d523a0d07bd tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0507464 Jan 26 19:28:23.780393 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-740b808a-622f-4d01-be18-b1670ccbaec0 req-dfc07029-7e35-4ed3-a44d-36286e567238 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518003 Jan 26 19:28:24.152586 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 55412) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:24.314431 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 55420) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:24.314680 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-e3c66074-d05c-4b8b-bb34-2c93abc15f44 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4c805b604131432ba187e0ae556a0000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606770 Jan 26 19:28:24.385527 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-abe684a9-90e4-4d84-a429-f105e9985e74 admin admin] Publish callbacks [] for security_group (bad27bab-06ca-4f21-9ebc-9bebcafaeb2f), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:24.408203 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-abe684a9-90e4-4d84-a429-f105e9985e74 admin admin] Publish callbacks [] for security_group (bad27bab-06ca-4f21-9ebc-9bebcafaeb2f), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:24.465073 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-abe684a9-90e4-4d84-a429-f105e9985e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (bad27bab-06ca-4f21-9ebc-9bebcafaeb2f), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:24.468378 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-abe684a9-90e4-4d84-a429-f105e9985e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:24.473159 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-abe684a9-90e4-4d84-a429-f105e9985e74 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bad27bab-06ca-4f21-9ebc-9bebcafaeb2f HTTP/1.1" status: 204 len: 168 time: 0.1572912 Jan 26 19:28:24.483363 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe684a9-90e4-4d84-a429-f105e9985e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad27bab-06ca-4f21-9ebc-9bebcafaeb2f,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:24.635345 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a463b3-f9c9-460a-8e1f-cc95e9c371e1 req-ce652967-dccb-48eb-b70b-0e09ac5390a9 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:24.637622 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c1a463b3-f9c9-460a-8e1f-cc95e9c371e1 req-ce652967-dccb-48eb-b70b-0e09ac5390a9 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bff8c8-e41b-421a-bf67-a4538f83efbc HTTP/1.1" status: 200 len: 944 time: 0.0692842 Jan 26 19:28:24.724714 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c1a463b3-f9c9-460a-8e1f-cc95e9c371e1 req-436bc58e-7780-4f9a-9d70-09a70eba1f23 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804660 Jan 26 19:28:25.109664 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed6dbb-dfef-4fce-bb90-dd00d3f9f561 req-4f175dac-0be9-41e0-a00d-f696b7d55f92 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:25.111293 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d3ed6dbb-dfef-4fce-bb90-dd00d3f9f561 req-4f175dac-0be9-41e0-a00d-f696b7d55f92 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.2480145 Jan 26 19:28:25.168832 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d3ed6dbb-dfef-4fce-bb90-dd00d3f9f561 req-c60c5ebb-4f48-4a39-9a89-9abb52a87156 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468805 Jan 26 19:28:25.288969 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 55458) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:25.412301 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-c3a1c1fa-726e-48fb-81ac-845a0fbbb0e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2063986826-network', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:28:25.422954 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 710bf98d-993e-427e-8c77-bdda25d5f13d details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:28:25.465042 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a1c1fa-726e-48fb-81ac-845a0fbbb0e5 admin admin] Made reservation on behalf of 40e0cd503f8d4553bd7dad0615823d3d for: {'network': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:28:25.467664 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c1fa-726e-48fb-81ac-845a0fbbb0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:25.486042 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c1fa-726e-48fb-81ac-845a0fbbb0e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:25.522184 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 710bf98d-993e-427e-8c77-bdda25d5f13d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=710bf98d-993e-427e-8c77-bdda25d5f13d,segment=NetworkSegment(259fcae6-5389-4a08-8471-a51b2cac0776),segment_id=259fcae6-5389-4a08-8471-a51b2cac0776)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:25.534323 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': '710bf98d-993e-427e-8c77-bdda25d5f13d', 'network_id': 'cb61a227-3f6a-4a64-829c-bff22f962c01', 'port_id': '710bf98d-993e-427e-8c77-bdda25d5f13d', 'mac_address': 'fa:16:3e:1e:b6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590e8405-71ba-4295-be24-cb73d3d27764', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:28:25.578364 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 710bf98d-993e-427e-8c77-bdda25d5f13d is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:25.579060 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (710bf98d-993e-427e-8c77-bdda25d5f13d), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:25.596552 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710bf98d-993e-427e-8c77-bdda25d5f13d {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:28:25.621402 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 710bf98d-993e-427e-8c77-bdda25d5f13d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=710bf98d-993e-427e-8c77-bdda25d5f13d,segment=NetworkSegment(259fcae6-5389-4a08-8471-a51b2cac0776),segment_id=259fcae6-5389-4a08-8471-a51b2cac0776)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:25.627215 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (710bf98d-993e-427e-8c77-bdda25d5f13d), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:25.644203 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c1fa-726e-48fb-81ac-845a0fbbb0e5 admin admin] Publish callbacks [] for security_group (cf6bfff5-3c5c-4ddd-8596-990a3fc5e124), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:25.651907 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c1fa-726e-48fb-81ac-845a0fbbb0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (cf6bfff5-3c5c-4ddd-8596-990a3fc5e124), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:25.683937 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a1c1fa-726e-48fb-81ac-845a0fbbb0e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=102405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:28:25.693744 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=710bf98d-993e-427e-8c77-bdda25d5f13d,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:25.700513 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c1fa-726e-48fb-81ac-845a0fbbb0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (833f7807-26f1-4a67-b66e-46cfd8e3a86e), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:25.700985 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.segments_db [None req-c3a1c1fa-726e-48fb-81ac-845a0fbbb0e5 admin admin] Added segment 833f7807-26f1-4a67-b66e-46cfd8e3a86e of type vlan for network 590152ee-adf6-40f5-834e-49c3cbd5a7a8 Jan 26 19:28:25.703399 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:25.704044 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:25.704717 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:25.705420 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:25.705970 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:25.706583 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:25.707201 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:25.707731 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:25.708282 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:25.708830 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:25.709392 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:25.709914 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:25.710438 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:25.765602 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c1fa-726e-48fb-81ac-845a0fbbb0e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (590152ee-adf6-40f5-834e-49c3cbd5a7a8), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:25.782391 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1c1fa-726e-48fb-81ac-845a0fbbb0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:25.826192 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c1fa-726e-48fb-81ac-845a0fbbb0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (590152ee-adf6-40f5-834e-49c3cbd5a7a8), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:25.827144 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a1c1fa-726e-48fb-81ac-845a0fbbb0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:25.827719 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c3a1c1fa-726e-48fb-81ac-845a0fbbb0e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:25.861743 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c3a1c1fa-726e-48fb-81ac-845a0fbbb0e5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5715911 Jan 26 19:28:25.864805 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 55474) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:25.871019 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-ad73a567-92ca-4879-891b-762978d260e2 admin admin] Request body: {'subnet': {'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2063986826-subnet', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'ip_version': 4}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:28:25.896157 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a1c1fa-726e-48fb-81ac-845a0fbbb0e5 admin admin] Pushing event updated for resources: {'Network': ['ID=590152ee-adf6-40f5-834e-49c3cbd5a7a8,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:25.905621 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad73a567-92ca-4879-891b-762978d260e2 admin admin] Made reservation on behalf of 40e0cd503f8d4553bd7dad0615823d3d for: {'subnet': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:28:25.908224 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ad73a567-92ca-4879-891b-762978d260e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8456570'] for subnet (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:25.909150 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network 590152ee-adf6-40f5-834e-49c3cbd5a7a8 details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:28:26.012796 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac99527-03d5-4ca5-b0d7-b4d78319a2e9 req-cf969aa9-c124-48fd-b34c-2021bad2bdf0 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:26.020279 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1ac99527-03d5-4ca5-b0d7-b4d78319a2e9 req-cf969aa9-c124-48fd-b34c-2021bad2bdf0 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bff8c8-e41b-421a-bf67-a4538f83efbc HTTP/1.1" status: 200 len: 945 time: 0.0994847 Jan 26 19:28:26.095734 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['710bf98d-993e-427e-8c77-bdda25d5f13d'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:28:26.097755 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1ac99527-03d5-4ca5-b0d7-b4d78319a2e9 req-73ba7b46-ad80-477c-9cda-165a0afd1946 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758159 Jan 26 19:28:26.142190 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ad73a567-92ca-4879-891b-762978d260e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8456524'] for subnet (d50d30d9-f797-4040-a4fc-59fb3d1d0993), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:26.200630 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad73a567-92ca-4879-891b-762978d260e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d50d30d9-f797-4040-a4fc-59fb3d1d0993,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:26.218343 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad73a567-92ca-4879-891b-762978d260e2 admin admin] Checking segment: {'id': '833f7807-26f1-4a67-b66e-46cfd8e3a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:28:26.219022 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad73a567-92ca-4879-891b-762978d260e2 admin admin] Network hostable DHCP agents. Network: 590152ee-adf6-40f5-834e-49c3cbd5a7a8, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:28:26.239845 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad73a567-92ca-4879-891b-762978d260e2 admin admin] Network 590152ee-adf6-40f5-834e-49c3cbd5a7a8 is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:28:26.253056 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-ad73a567-92ca-4879-891b-762978d260e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, 590152ee-adf6-40f5-834e-49c3cbd5a7a8) {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:26.258616 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad73a567-92ca-4879-891b-762978d260e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:26.259582 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ad73a567-92ca-4879-891b-762978d260e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:26.267060 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aeabc23-a9c8-4ef5-bbd5-56b89f4c2a38 None None] Network 590152ee-adf6-40f5-834e-49c3cbd5a7a8 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:28:26.289654 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-ad73a567-92ca-4879-891b-762978d260e2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4231832 Jan 26 19:28:26.292900 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 55480) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:26.297234 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2063986826-router', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:28:26.322168 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497431'] for router (168ef449-fe5c-4de7-b4c7-88326cda0b38), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:26.328420 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497422'] for router (168ef449-fe5c-4de7-b4c7-88326cda0b38), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:26.405185 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] Publish callbacks [] for router_controller (168ef449-fe5c-4de7-b4c7-88326cda0b38), precommit_add_association {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:26.414669 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94f69b5e-464c-595b-b80f-295735cfbe44-590152ee-adf6-40f5-834e-49c3cbd5a7a8', 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8', 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'fixed_ips': [{'subnet_id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993'}]}} from dv-cinder-794001-3-iscsi. {{(pid=102407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 19:28:26.415742 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:26.563619 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] Publish callbacks [] for router_gateway (168ef449-fe5c-4de7-b4c7-88326cda0b38), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:26.622162 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.db_base_plugin_common [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Allocated IP 172.20.0.2 (590152ee-adf6-40f5-834e-49c3cbd5a7a8/d50d30d9-f797-4040-a4fc-59fb3d1d0993/9ac4da34-7286-49d3-86b0-71c3eeeaa71a) {{(pid=102407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:28:27.003524 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] Publish callbacks [] for router_gateway (168ef449-fe5c-4de7-b4c7-88326cda0b38), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:27.023989 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:27.038202 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Publish callbacks [] for port (9ac4da34-7286-49d3-86b0-71c3eeeaa71a), precommit_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:27.044924 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (9ac4da34-7286-49d3-86b0-71c3eeeaa71a), after_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:27.086085 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Network 590152ee-adf6-40f5-834e-49c3cbd5a7a8 is already hosted by enough agents. {{(pid=102407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:28:27.089104 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.base_scheduler [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Resources bound (agent type, host, resource id): {{(pid=102407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:27.092690 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Received port after_create {{(pid=102407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:28:27.106442 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Pushing event updated for resources: {'Port': ['ID=9ac4da34-7286-49d3-86b0-71c3eeeaa71a,revision_number=1']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:27.171209 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] Allocated IP 172.27.1.133 (8cf07f92-025e-4326-a933-3274338e1685/c6bed3d7-de6a-4276-b4da-48f65ec8568d/cb83ed17-7bf3-4814-8cc5-996630369f17) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:28:27.203754 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Attempting to bind port 9ac4da34-7286-49d3-86b0-71c3eeeaa71a on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:28:27.204471 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Attempting to bind port 9ac4da34-7286-49d3-86b0-71c3eeeaa71a by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '833f7807-26f1-4a67-b66e-46cfd8e3a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:28:27.205049 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Attempting to bind port 9ac4da34-7286-49d3-86b0-71c3eeeaa71a on network 590152ee-adf6-40f5-834e-49c3cbd5a7a8 {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:28:27.210512 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:28:27.210894 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Checking segment: {'id': '833f7807-26f1-4a67-b66e-46cfd8e3a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:28:27.211329 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:27.211724 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Bound using segment: {'id': '833f7807-26f1-4a67-b66e-46cfd8e3a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:28:27.212224 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Bound port: 9ac4da34-7286-49d3-86b0-71c3eeeaa71a, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833f7807-26f1-4a67-b66e-46cfd8e3a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:28:27.212612 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (9ac4da34-7286-49d3-86b0-71c3eeeaa71a), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:27.301212 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053e2d4-998e-42f5-afe7-661bd4917627 req-c0bdfdbf-28f4-4c80-b6de-37ba7bcfa468 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:27.303954 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] For port 9ac4da34-7286-49d3-86b0-71c3eeeaa71a, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:28:27.307677 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] For port 9ac4da34-7286-49d3-86b0-71c3eeeaa71a, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=9ac4da34-7286-49d3-86b0-71c3eeeaa71a,segment=NetworkSegment(833f7807-26f1-4a67-b66e-46cfd8e3a86e),segment_id=833f7807-26f1-4a67-b66e-46cfd8e3a86e)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:28:27.320367 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1053e2d4-998e-42f5-afe7-661bd4917627 req-c0bdfdbf-28f4-4c80-b6de-37ba7bcfa468 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bff8c8-e41b-421a-bf67-a4538f83efbc HTTP/1.1" status: 200 len: 945 time: 0.0940361 Jan 26 19:28:27.323289 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (9ac4da34-7286-49d3-86b0-71c3eeeaa71a), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:27.337385 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] Publish callbacks [] for port (cb83ed17-7bf3-4814-8cc5-996630369f17), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:27.389814 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8692f7-b3c2-4566-8e6d-5b36f1667bf6 None None] Pushing event updated for resources: {'Port': ['ID=9ac4da34-7286-49d3-86b0-71c3eeeaa71a,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:27.408729 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (cb83ed17-7bf3-4814-8cc5-996630369f17), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:27.409722 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1053e2d4-998e-42f5-afe7-661bd4917627 req-260d3164-2240-4091-8694-25efa1116a12 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881455 Jan 26 19:28:27.440971 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 710bf98d-993e-427e-8c77-bdda25d5f13d up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:28:27.461933 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] Network 8cf07f92-025e-4326-a933-3274338e1685 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:28:27.465262 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:27.471074 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:28:27.476751 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] Pushing event updated for resources: {'Port': ['ID=cb83ed17-7bf3-4814-8cc5-996630369f17,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:27.519815 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port 710bf98d-993e-427e-8c77-bdda25d5f13d completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:28:27.528749 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port 710bf98d-993e-427e-8c77-bdda25d5f13d triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:27.529476 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (710bf98d-993e-427e-8c77-bdda25d5f13d), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:27.642824 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 710bf98d-993e-427e-8c77-bdda25d5f13d is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:27.648869 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (710bf98d-993e-427e-8c77-bdda25d5f13d), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:27.681686 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bff8c8-e41b-421a-bf67-a4538f83efbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710bf98d-993e-427e-8c77-bdda25d5f13d'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:28:27.684260 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef4ab92-47cb-4ec1-9d61-7544b311bc60" -d '{"events": [{"server_uuid": "94bff8c8-e41b-421a-bf67-a4538f83efbc", "name": "network-vif-plugged", "status": "completed", "tag": "710bf98d-993e-427e-8c77-bdda25d5f13d"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:28:27.728158 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 710bf98d-993e-427e-8c77-bdda25d5f13d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=710bf98d-993e-427e-8c77-bdda25d5f13d,segment=NetworkSegment(259fcae6-5389-4a08-8471-a51b2cac0776),segment_id=259fcae6-5389-4a08-8471-a51b2cac0776)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:27.740367 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (710bf98d-993e-427e-8c77-bdda25d5f13d), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:27.780835 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e6bc13-dbc7-47ee-8c60-4d19028cbbda x-openstack-request-id: req-41e6bc13-dbc7-47ee-8c60-4d19028cbbda {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:28:27.781196 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bff8c8-e41b-421a-bf67-a4538f83efbc", "name": "network-vif-plugged", "status": "completed", "tag": "710bf98d-993e-427e-8c77-bdda25d5f13d", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:28:27.781439 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-41e6bc13-dbc7-47ee-8c60-4d19028cbbda {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:28:27.781873 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bff8c8-e41b-421a-bf67-a4538f83efbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710bf98d-993e-427e-8c77-bdda25d5f13d', 'code': 200} Jan 26 19:28:27.827721 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=710bf98d-993e-427e-8c77-bdda25d5f13d,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:27.928891 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] Publish callbacks [] for router_gateway (168ef449-fe5c-4de7-b4c7-88326cda0b38), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:28.046128 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ea18c-4350-438c-b41c-b7acda6d49b2 req-57a23b46-f356-4ee5-9788-16d4c5d94148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:28.048303 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e58ea18c-4350-438c-b41c-b7acda6d49b2 req-57a23b46-f356-4ee5-9788-16d4c5d94148 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=94bff8c8-e41b-421a-bf67-a4538f83efbc HTTP/1.1" status: 200 len: 1099 time: 0.0844946 Jan 26 19:28:28.154157 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e58ea18c-4350-438c-b41c-b7acda6d49b2 req-b49d470c-696a-4252-be5c-bda4eca1275e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987604 Jan 26 19:28:28.252133 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748722'] for router (168ef449-fe5c-4de7-b4c7-88326cda0b38), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:28.730510 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe335c-d5de-451f-a751-8266d96a5492 req-dcb98178-1025-4978-a19c-cd4411b537f8 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:28.738422 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0efe335c-d5de-451f-a751-8266d96a5492 req-dcb98178-1025-4978-a19c-cd4411b537f8 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bff8c8-e41b-421a-bf67-a4538f83efbc HTTP/1.1" status: 200 len: 946 time: 0.0912437 Jan 26 19:28:28.789327 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] Router 168ef449-fe5c-4de7-b4c7-88326cda0b38 is scheduled to L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec with binding_index 1 {{(pid=102405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 19:28:28.799362 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0efe335c-d5de-451f-a751-8266d96a5492 req-411f4730-347f-47fa-8abe-152ec69a0438 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599554 Jan 26 19:28:28.845878 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6755449-43c4-4b26-82dc-32309e9e212a None None] Network 590152ee-adf6-40f5-834e-49c3cbd5a7a8 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:28:28.939440 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:28:28.956699 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Sync routers for ids ['168ef449-fe5c-4de7-b4c7-88326cda0b38'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:28:28.961694 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:28.963591 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-965bf4e3-4541-4c17-8115-01a858d745fa admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6691654 Jan 26 19:28:28.966095 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 55522) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:28.974050 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-a69b259a-3e90-4875-bba2-ebbfc46a721a None None] Provisioning complete for port 9ac4da34-7286-49d3-86b0-71c3eeeaa71a triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:28.974426 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a69b259a-3e90-4875-bba2-ebbfc46a721a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (9ac4da34-7286-49d3-86b0-71c3eeeaa71a), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:28.976221 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Routers {'168ef449-fe5c-4de7-b4c7-88326cda0b38'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:28:28.976918 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:28:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['168ef449-fe5c-4de7-b4c7-88326cda0b38'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:29.089885 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-a69b259a-3e90-4875-bba2-ebbfc46a721a None None] Current status of the port 9ac4da34-7286-49d3-86b0-71c3eeeaa71a is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:29.090873 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a69b259a-3e90-4875-bba2-ebbfc46a721a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (9ac4da34-7286-49d3-86b0-71c3eeeaa71a), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:29.154958 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Set router 168ef449-fe5c-4de7-b4c7-88326cda0b38 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:28:29.185621 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-a69b259a-3e90-4875-bba2-ebbfc46a721a None None] For port 9ac4da34-7286-49d3-86b0-71c3eeeaa71a, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=9ac4da34-7286-49d3-86b0-71c3eeeaa71a,segment=NetworkSegment(833f7807-26f1-4a67-b66e-46cfd8e3a86e),segment_id=833f7807-26f1-4a67-b66e-46cfd8e3a86e)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:29.194110 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a69b259a-3e90-4875-bba2-ebbfc46a721a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (9ac4da34-7286-49d3-86b0-71c3eeeaa71a), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:29.274484 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b259a-3e90-4875-bba2-ebbfc46a721a None None] Pushing event updated for resources: {'Port': ['ID=9ac4da34-7286-49d3-86b0-71c3eeeaa71a,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:29.324731 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-743a2c80-94d3-4135-bab7-1d165260f835 None None] Provisioning complete for port 9ac4da34-7286-49d3-86b0-71c3eeeaa71a triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:29.325441 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-743a2c80-94d3-4135-bab7-1d165260f835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (9ac4da34-7286-49d3-86b0-71c3eeeaa71a), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:29.531548 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'name': 'tempest-TestMinimumBasicScenario-2063986826-router', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:26Z', 'updated_at': '2022-01-26T19:28:27Z', 'revision_number': 3, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'gw_port': {'id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:27Z', 'updated_at': '2022-01-26T19:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:29.578031 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-743a2c80-94d3-4135-bab7-1d165260f835 None None] Current status of the port 9ac4da34-7286-49d3-86b0-71c3eeeaa71a is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:29.599182 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 9ac4da34-7286-49d3-86b0-71c3eeeaa71a up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:28:29.617959 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Checking router: 168ef449-fe5c-4de7-b4c7-88326cda0b38 for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:28:29.618306 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Updating router 168ef449-fe5c-4de7-b4c7-88326cda0b38 port cb83ed17-7bf3-4814-8cc5-996630369f17 binding host dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:28:29.663415 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (cb83ed17-7bf3-4814-8cc5-996630369f17), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:29.681403 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 9ac4da34-7286-49d3-86b0-71c3eeeaa71a triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:29.681958 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (9ac4da34-7286-49d3-86b0-71c3eeeaa71a), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:29.754668 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8627-f9eb-441a-aade-ad43b7d89901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:29.793832 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 9ac4da34-7286-49d3-86b0-71c3eeeaa71a is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:29.979724 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758322a3-5dcc-4159-aef7-3d273bd09caf req-ce785731-93c8-4f3d-974f-84eb8d57df29 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:29.991724 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-758322a3-5dcc-4159-aef7-3d273bd09caf req-ce785731-93c8-4f3d-974f-84eb8d57df29 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bff8c8-e41b-421a-bf67-a4538f83efbc HTTP/1.1" status: 200 len: 946 time: 0.0897770 Jan 26 19:28:30.064857 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-758322a3-5dcc-4159-aef7-3d273bd09caf req-97618ca3-8631-4b2b-b47b-6880bfc55608 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712852 Jan 26 19:28:30.073297 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-7ddd8627-f9eb-441a-aade-ad43b7d89901 admin admin] Allocated IP 172.20.0.1 (590152ee-adf6-40f5-834e-49c3cbd5a7a8/d50d30d9-f797-4040-a4fc-59fb3d1d0993/ba68e13f-1c9b-4958-b396-929fb6d51bb2) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:28:30.246428 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Publish callbacks [] for port (cb83ed17-7bf3-4814-8cc5-996630369f17), precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:30.253982 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (cb83ed17-7bf3-4814-8cc5-996630369f17), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:30.260552 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8627-f9eb-441a-aade-ad43b7d89901 admin admin] Publish callbacks [] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:30.308794 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Attempting to bind port cb83ed17-7bf3-4814-8cc5-996630369f17 on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:28:30.309172 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Attempting to bind port cb83ed17-7bf3-4814-8cc5-996630369f17 by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:28:30.309534 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Attempting to bind port cb83ed17-7bf3-4814-8cc5-996630369f17 on network 8cf07f92-025e-4326-a933-3274338e1685 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:28:30.322219 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:28:30.322577 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Checking segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:28:30.323055 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:30.323448 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Bound using segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:28:30.324024 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Bound port: cb83ed17-7bf3-4814-8cc5-996630369f17, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:28:30.324438 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (cb83ed17-7bf3-4814-8cc5-996630369f17), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:30.329876 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8627-f9eb-441a-aade-ad43b7d89901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:30.357334 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6f679-d40e-4675-8190-0d92fce16812 None None] Pushing event updated for resources: {'Port': ['ID=cb83ed17-7bf3-4814-8cc5-996630369f17,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:30.376126 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6f679-d40e-4675-8190-0d92fce16812 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:30.379615 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6f679-d40e-4675-8190-0d92fce16812 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:30.379615 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6f679-d40e-4675-8190-0d92fce16812 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:30.379615 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6f679-d40e-4675-8190-0d92fce16812 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:30.379615 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6f679-d40e-4675-8190-0d92fce16812 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:30.379615 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6f679-d40e-4675-8190-0d92fce16812 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:30.379615 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6f679-d40e-4675-8190-0d92fce16812 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:30.379615 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6f679-d40e-4675-8190-0d92fce16812 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:30.379615 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6f679-d40e-4675-8190-0d92fce16812 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:30.379615 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6f679-d40e-4675-8190-0d92fce16812 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:30.380411 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6f679-d40e-4675-8190-0d92fce16812 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:30.380411 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6f679-d40e-4675-8190-0d92fce16812 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:30.380411 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b6f679-d40e-4675-8190-0d92fce16812 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:30.396614 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] For port cb83ed17-7bf3-4814-8cc5-996630369f17, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:28:30.411250 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] For port cb83ed17-7bf3-4814-8cc5-996630369f17, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=cb83ed17-7bf3-4814-8cc5-996630369f17,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:28:30.415188 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd8627-f9eb-441a-aade-ad43b7d89901 admin admin] Pushing event updated for resources: {'Port': ['ID=ba68e13f-1c9b-4958-b396-929fb6d51bb2,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:30.421319 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (cb83ed17-7bf3-4814-8cc5-996630369f17), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:30.430287 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddd8627-f9eb-441a-aade-ad43b7d89901 admin admin] Network 590152ee-adf6-40f5-834e-49c3cbd5a7a8 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:28:30.436024 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-7ddd8627-f9eb-441a-aade-ad43b7d89901 admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:30.438736 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddd8627-f9eb-441a-aade-ad43b7d89901 admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:28:30.488436 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8627-f9eb-441a-aade-ad43b7d89901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747751'] for router_interface (168ef449-fe5c-4de7-b4c7-88326cda0b38), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:30.489098 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Routers {'168ef449-fe5c-4de7-b4c7-88326cda0b38'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:28:30.489856 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:28:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['168ef449-fe5c-4de7-b4c7-88326cda0b38'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:30.624806 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6f679-d40e-4675-8190-0d92fce16812 None None] Pushing event updated for resources: {'Port': ['ID=cb83ed17-7bf3-4814-8cc5-996630369f17,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:30.674569 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] Set router 168ef449-fe5c-4de7-b4c7-88326cda0b38 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:28:30.702844 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8627-f9eb-441a-aade-ad43b7d89901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:30.825384 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-c4f6e364-47c6-41f9-ad87-1a9b485f79d0 None None] Provisioning complete for port ba68e13f-1c9b-4958-b396-929fb6d51bb2 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:30.826437 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-c4f6e364-47c6-41f9-ad87-1a9b485f79d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:30.889061 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4abf8-f2cd-4010-94fc-fa1c2684b192 req-ee4bacad-4699-4a54-b7b2-71738658a174 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:30.890556 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f4a4abf8-f2cd-4010-94fc-fa1c2684b192 req-ee4bacad-4699-4a54-b7b2-71738658a174 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0811338 Jan 26 19:28:30.897530 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-c4f6e364-47c6-41f9-ad87-1a9b485f79d0 None None] Port ba68e13f-1c9b-4958-b396-929fb6d51bb2 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:28:30.960837 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f4a4abf8-f2cd-4010-94fc-fa1c2684b192 req-f1c29c1e-9a84-4613-9b17-99cc23d43cc3 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546982 Jan 26 19:28:31.021438 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'name': 'tempest-TestMinimumBasicScenario-2063986826-router', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:26Z', 'updated_at': '2022-01-26T19:28:27Z', 'revision_number': 3, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'gw_port': {'id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:27Z', 'updated_at': '2022-01-26T19:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:31.048768 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8627-f9eb-441a-aade-ad43b7d89901 admin admin] Publish callbacks [] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:31.049202 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075ddaad-1309-4971-87aa-109ac682c5de None None] The sync data for ids ['168ef449-fe5c-4de7-b4c7-88326cda0b38'] in dv-cinder-794001-3-iscsi is: [{'id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'name': 'tempest-TestMinimumBasicScenario-2063986826-router', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:26Z', 'updated_at': '2022-01-26T19:28:27Z', 'revision_number': 3, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'gw_port': {'id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:27Z', 'updated_at': '2022-01-26T19:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:28:31.055243 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8627-f9eb-441a-aade-ad43b7d89901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8804474'] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:31.174581 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7ddd8627-f9eb-441a-aade-ad43b7d89901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1016890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747383'] for router_interface (168ef449-fe5c-4de7-b4c7-88326cda0b38), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:31.185130 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd8627-f9eb-441a-aade-ad43b7d89901 admin admin] Pushing event updated for resources: {'Port': ['ID=ba68e13f-1c9b-4958-b396-929fb6d51bb2,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:31.341182 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e5851-deaa-4b96-a7ba-d1998733d283 req-806c2b86-cb71-4731-882e-82c3217662d7 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:31.341182 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-519e5851-deaa-4b96-a7ba-d1998733d283 req-806c2b86-cb71-4731-882e-82c3217662d7 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bff8c8-e41b-421a-bf67-a4538f83efbc HTTP/1.1" status: 200 len: 946 time: 0.0820053 Jan 26 19:28:31.343846 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddd8627-f9eb-441a-aade-ad43b7d89901 admin admin] Network 590152ee-adf6-40f5-834e-49c3cbd5a7a8 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:28:31.362057 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-7ddd8627-f9eb-441a-aade-ad43b7d89901 admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:31.454896 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-519e5851-deaa-4b96-a7ba-d1998733d283 req-1dd59e7a-cdfd-4667-8884-ef5fb62a034e tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062796 Jan 26 19:28:31.619731 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddd8627-f9eb-441a-aade-ad43b7d89901 admin admin] Router 168ef449-fe5c-4de7-b4c7-88326cda0b38 has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:28:31.748316 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddd8627-f9eb-441a-aade-ad43b7d89901 admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:28:31.760397 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-7ddd8627-f9eb-441a-aade-ad43b7d89901 admin admin] 10.222.0.50 "PUT /v2.0/routers/168ef449-fe5c-4de7-b4c7-88326cda0b38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7924056 Jan 26 19:28:31.843355 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-34437713-24fd-4b2b-bfad-7743b8ac2dfd None None] Provisioning complete for port ba68e13f-1c9b-4958-b396-929fb6d51bb2 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:31.843931 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-34437713-24fd-4b2b-bfad-7743b8ac2dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:31.935670 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-34437713-24fd-4b2b-bfad-7743b8ac2dfd None None] Port ba68e13f-1c9b-4958-b396-929fb6d51bb2 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:28:32.118889 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32848668-75e2-4930-9584-2db0bec224d9 req-a16c4ef5-385f-4c60-8861-5e82b8657c95 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:32.121999 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-32848668-75e2-4930-9584-2db0bec224d9 req-a16c4ef5-385f-4c60-8861-5e82b8657c95 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0662231 Jan 26 19:28:32.230367 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-32848668-75e2-4930-9584-2db0bec224d9 req-75335739-ba1d-44b0-907a-bf6dee37dd0e tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992813 Jan 26 19:28:32.622100 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 55648) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:32.628581 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-702cab4f-4b21-488b-8294-aa19952d402b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-331104191-network', 'tenant_id': '060f64943c5f4506823bc4497ede5dcf'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:28:32.654258 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702cab4f-4b21-488b-8294-aa19952d402b admin admin] Made reservation on behalf of 060f64943c5f4506823bc4497ede5dcf for: {'network': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:28:32.659424 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-702cab4f-4b21-488b-8294-aa19952d402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:32.669462 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-702cab4f-4b21-488b-8294-aa19952d402b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:32.758930 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-702cab4f-4b21-488b-8294-aa19952d402b admin admin] Publish callbacks [] for security_group (874033d0-4a16-4334-b4be-6113ad0c840c), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:32.764182 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-702cab4f-4b21-488b-8294-aa19952d402b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (874033d0-4a16-4334-b4be-6113ad0c840c), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:32.785447 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702cab4f-4b21-488b-8294-aa19952d402b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=102405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:28:32.800923 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-702cab4f-4b21-488b-8294-aa19952d402b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (951b73f2-490e-4a14-9272-1d9bef40e5a9), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:32.801266 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.segments_db [None req-702cab4f-4b21-488b-8294-aa19952d402b admin admin] Added segment 951b73f2-490e-4a14-9272-1d9bef40e5a9 of type vlan for network 7e3b9f5a-e0ca-498c-9425-77278c48b033 Jan 26 19:28:32.802580 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cab4f-4b21-488b-8294-aa19952d402b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874033d0-4a16-4334-b4be-6113ad0c840c,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:32.851300 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-702cab4f-4b21-488b-8294-aa19952d402b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (7e3b9f5a-e0ca-498c-9425-77278c48b033), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:32.877105 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-702cab4f-4b21-488b-8294-aa19952d402b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (7e3b9f5a-e0ca-498c-9425-77278c48b033), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:32.878032 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702cab4f-4b21-488b-8294-aa19952d402b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:32.878600 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-702cab4f-4b21-488b-8294-aa19952d402b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:32.910228 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-702cab4f-4b21-488b-8294-aa19952d402b admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2859113 Jan 26 19:28:32.913054 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 55662) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:32.918556 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-d2a5a221-4030-47a5-8687-eccb309e5aa2 admin admin] Request body: {'subnet': {'network_id': '7e3b9f5a-e0ca-498c-9425-77278c48b033', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-331104191-subnet', 'tenant_id': '060f64943c5f4506823bc4497ede5dcf', 'ip_version': 4}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:28:32.936071 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a5a221-4030-47a5-8687-eccb309e5aa2 admin admin] Made reservation on behalf of 060f64943c5f4506823bc4497ede5dcf for: {'subnet': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:28:32.938276 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d2a5a221-4030-47a5-8687-eccb309e5aa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8456570'] for subnet (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:32.938636 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cab4f-4b21-488b-8294-aa19952d402b admin admin] Pushing event updated for resources: {'Network': ['ID=7e3b9f5a-e0ca-498c-9425-77278c48b033,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:32.949592 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network 7e3b9f5a-e0ca-498c-9425-77278c48b033 details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:28:33.111242 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d2a5a221-4030-47a5-8687-eccb309e5aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8456524'] for subnet (8a070ebe-073d-43d0-9d5d-b32f0363697c), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:33.183198 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5a221-4030-47a5-8687-eccb309e5aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a070ebe-073d-43d0-9d5d-b32f0363697c,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:33.186677 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5a221-4030-47a5-8687-eccb309e5aa2 admin admin] Checking segment: {'id': '951b73f2-490e-4a14-9272-1d9bef40e5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e3b9f5a-e0ca-498c-9425-77278c48b033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:28:33.187119 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a5a221-4030-47a5-8687-eccb309e5aa2 admin admin] Network hostable DHCP agents. Network: 7e3b9f5a-e0ca-498c-9425-77278c48b033, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:28:33.206732 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a5a221-4030-47a5-8687-eccb309e5aa2 admin admin] Network 7e3b9f5a-e0ca-498c-9425-77278c48b033 is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:28:33.218002 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-d2a5a221-4030-47a5-8687-eccb309e5aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, 7e3b9f5a-e0ca-498c-9425-77278c48b033) {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:33.222621 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a5a221-4030-47a5-8687-eccb309e5aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:33.223281 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d2a5a221-4030-47a5-8687-eccb309e5aa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:33.227674 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d7f166-b992-43cd-8996-863fd27d14db None None] Network 7e3b9f5a-e0ca-498c-9425-77278c48b033 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:28:33.240585 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-d2a5a221-4030-47a5-8687-eccb309e5aa2 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3264561 Jan 26 19:28:33.243334 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 55668) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:33.247782 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-331104191-router', 'tenant_id': '060f64943c5f4506823bc4497ede5dcf', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:28:33.278167 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497431'] for router (2888e72b-bd09-4c7b-a6fd-e7204a2b775a), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:33.279747 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497422'] for router (2888e72b-bd09-4c7b-a6fd-e7204a2b775a), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:33.346482 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94f69b5e-464c-595b-b80f-295735cfbe44-7e3b9f5a-e0ca-498c-9425-77278c48b033', 'network_id': '7e3b9f5a-e0ca-498c-9425-77278c48b033', 'project_id': '060f64943c5f4506823bc4497ede5dcf', 'fixed_ips': [{'subnet_id': '8a070ebe-073d-43d0-9d5d-b32f0363697c'}]}} from dv-cinder-794001-3-iscsi. {{(pid=102407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 19:28:33.347362 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:33.375745 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] Publish callbacks [] for router_controller (2888e72b-bd09-4c7b-a6fd-e7204a2b775a), precommit_add_association {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:33.454763 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Sync routers for ids ['168ef449-fe5c-4de7-b4c7-88326cda0b38'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:28:33.480909 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Routers {'168ef449-fe5c-4de7-b4c7-88326cda0b38'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:28:33.481745 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:28:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['168ef449-fe5c-4de7-b4c7-88326cda0b38'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:33.492369 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3132bc-5e4c-47ef-9328-b805b62b68eb req-63426df3-88b7-4863-a932-a54f7a81ca7b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:33.494566 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4e3132bc-5e4c-47ef-9328-b805b62b68eb req-63426df3-88b7-4863-a932-a54f7a81ca7b tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.1809947 Jan 26 19:28:33.547914 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device cb83ed17-7bf3-4814-8cc5-996630369f17 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:28:33.591655 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] Publish callbacks [] for router_gateway (2888e72b-bd09-4c7b-a6fd-e7204a2b775a), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:33.623852 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4e3132bc-5e4c-47ef-9328-b805b62b68eb req-ae147567-e97f-4252-9234-5e794b69538d tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218050 Jan 26 19:28:33.684207 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.db_base_plugin_common [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Allocated IP 172.20.0.2 (7e3b9f5a-e0ca-498c-9425-77278c48b033/8a070ebe-073d-43d0-9d5d-b32f0363697c/47310c19-4b8c-4bb5-8b3b-ec461b9fb247) {{(pid=102407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:28:33.749360 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port cb83ed17-7bf3-4814-8cc5-996630369f17 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:33.749884 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (cb83ed17-7bf3-4814-8cc5-996630369f17), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:33.753318 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Set router 168ef449-fe5c-4de7-b4c7-88326cda0b38 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:28:33.856813 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] Publish callbacks [] for router_gateway (2888e72b-bd09-4c7b-a6fd-e7204a2b775a), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:33.866591 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18839be-2029-47a9-9178-a4f46fb8838f req-5c23743e-931b-40a3-a7fd-1b5f9924e7be tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:33.871817 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e18839be-2029-47a9-9178-a4f46fb8838f req-5c23743e-931b-40a3-a7fd-1b5f9924e7be tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.46 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 945 time: 0.0672171 Jan 26 19:28:33.880282 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:33.995051 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-e18839be-2029-47a9-9178-a4f46fb8838f req-4c56bacd-7d46-4379-984f-b1f5b542d779 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Deleting port 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:28:33.995675 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-e18839be-2029-47a9-9178-a4f46fb8838f req-4c56bacd-7d46-4379-984f-b1f5b542d779 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (5caae4f3-a4db-4e20-a9d4-2446fc03ad58), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:34.016592 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] Allocated IP 172.27.1.160 (8cf07f92-025e-4326-a933-3274338e1685/c6bed3d7-de6a-4276-b4da-48f65ec8568d/51ceec09-ec9c-427d-8a2d-4c142fd99615) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:28:34.112423 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-e18839be-2029-47a9-9178-a4f46fb8838f req-4c56bacd-7d46-4379-984f-b1f5b542d779 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] For port 5caae4f3-a4db-4e20-a9d4-2446fc03ad58, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5caae4f3-a4db-4e20-a9d4-2446fc03ad58,segment=NetworkSegment(09b212e7-8c79-48ff-8913-665194453dd5),segment_id=09b212e7-8c79-48ff-8913-665194453dd5)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:34.113067 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-e18839be-2029-47a9-9178-a4f46fb8838f req-4c56bacd-7d46-4379-984f-b1f5b542d779 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (5caae4f3-a4db-4e20-a9d4-2446fc03ad58), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:34.134216 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-e18839be-2029-47a9-9178-a4f46fb8838f req-4c56bacd-7d46-4379-984f-b1f5b542d779 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Calling delete_port for 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:28:34.205364 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] Publish callbacks [] for port (51ceec09-ec9c-427d-8a2d-4c142fd99615), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:34.207076 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port cb83ed17-7bf3-4814-8cc5-996630369f17 is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:34.207567 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (cb83ed17-7bf3-4814-8cc5-996630369f17), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:34.212209 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-0e1cf1b4-2204-401e-8ce2-15bdf025689e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:34.243795 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Publish callbacks [] for port (47310c19-4b8c-4bb5-8b3b-ec461b9fb247), precommit_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:34.256914 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (51ceec09-ec9c-427d-8a2d-4c142fd99615), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:34.265182 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] For port cb83ed17-7bf3-4814-8cc5-996630369f17, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=cb83ed17-7bf3-4814-8cc5-996630369f17,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:34.268903 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (47310c19-4b8c-4bb5-8b3b-ec461b9fb247), after_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:34.304049 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (cb83ed17-7bf3-4814-8cc5-996630369f17), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:34.310685 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] Network 8cf07f92-025e-4326-a933-3274338e1685 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:28:34.317716 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:34.320402 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:28:34.358030 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Network 7e3b9f5a-e0ca-498c-9425-77278c48b033 is already hosted by enough agents. {{(pid=102407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:28:34.366275 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.base_scheduler [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Resources bound (agent type, host, resource id): {{(pid=102407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:34.376385 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Received port after_create {{(pid=102407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:28:34.381518 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Pushing event updated for resources: {'Port': ['ID=47310c19-4b8c-4bb5-8b3b-ec461b9fb247,revision_number=1']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:34.414019 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-e18839be-2029-47a9-9178-a4f46fb8838f req-4c56bacd-7d46-4379-984f-b1f5b542d779 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (5caae4f3-a4db-4e20-a9d4-2446fc03ad58), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:34.441410 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['1b7adc2f-208b-4133-b88e-b377af0b7104', '5caae4f3-a4db-4e20-a9d4-2446fc03ad58'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:28:34.459668 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56bacd-7d46-4379-984f-b1f5b542d779 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Pushing event deleted for resources: {'Port': ['ID=5caae4f3-a4db-4e20-a9d4-2446fc03ad58,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:34.520720 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18839be-2029-47a9-9178-a4f46fb8838f req-4c56bacd-7d46-4379-984f-b1f5b542d779 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] No DVR routers for this DVR port 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:28:34.533254 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-e18839be-2029-47a9-9178-a4f46fb8838f req-4c56bacd-7d46-4379-984f-b1f5b542d779 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:34.538288 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e18839be-2029-47a9-9178-a4f46fb8838f req-4c56bacd-7d46-4379-984f-b1f5b542d779 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.46 "DELETE /v2.0/ports/5caae4f3-a4db-4e20-a9d4-2446fc03ad58 HTTP/1.1" status: 204 len: 173 time: 0.6617873 Jan 26 19:28:34.539679 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91511721-4987-4610-a541-9b2aee7248eb', 'name': 'network-vif-deleted', 'tag': '5caae4f3-a4db-4e20-a9d4-2446fc03ad58'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:28:34.539860 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Attempting to bind port 47310c19-4b8c-4bb5-8b3b-ec461b9fb247 on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:28:34.540308 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Attempting to bind port 47310c19-4b8c-4bb5-8b3b-ec461b9fb247 by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '951b73f2-490e-4a14-9272-1d9bef40e5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e3b9f5a-e0ca-498c-9425-77278c48b033'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:28:34.540732 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Attempting to bind port 47310c19-4b8c-4bb5-8b3b-ec461b9fb247 on network 7e3b9f5a-e0ca-498c-9425-77278c48b033 {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:28:34.543883 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a66126-99a1-4e18-b815-510f3f102a65" -d '{"events": [{"server_uuid": "91511721-4987-4610-a541-9b2aee7248eb", "name": "network-vif-deleted", "tag": "5caae4f3-a4db-4e20-a9d4-2446fc03ad58"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:28:34.546979 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Pushing event updated for resources: {'Port': ['ID=cb83ed17-7bf3-4814-8cc5-996630369f17,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:34.553539 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'name': 'tempest-TestMinimumBasicScenario-2063986826-router', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:26Z', 'updated_at': '2022-01-26T19:28:30Z', 'revision_number': 4, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'gw_port': {'id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:27Z', 'updated_at': '2022-01-26T19:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': 'ba68e13f-1c9b-4958-b396-929fb6d51bb2', 'name': '', 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'mac_address': 'fa:16:3e:7d:16:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:29Z', 'updated_at': '2022-01-26T19:28:30Z', 'revision_number': 2, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'subnets': [{'id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:34.560622 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:28:34.561013 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Checking segment: {'id': '951b73f2-490e-4a14-9272-1d9bef40e5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e3b9f5a-e0ca-498c-9425-77278c48b033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:28:34.561650 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:34.562050 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Bound using segment: {'id': '951b73f2-490e-4a14-9272-1d9bef40e5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e3b9f5a-e0ca-498c-9425-77278c48b033'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:28:34.562551 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Bound port: 47310c19-4b8c-4bb5-8b3b-ec461b9fb247, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '951b73f2-490e-4a14-9272-1d9bef40e5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e3b9f5a-e0ca-498c-9425-77278c48b033'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:28:34.563029 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (47310c19-4b8c-4bb5-8b3b-ec461b9fb247), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:34.613573 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Checking router: 168ef449-fe5c-4de7-b4c7-88326cda0b38 for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:28:34.613942 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Updating router 168ef449-fe5c-4de7-b4c7-88326cda0b38 port ba68e13f-1c9b-4958-b396-929fb6d51bb2 binding host dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:28:34.620369 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d48606-9336-4640-91db-b8fb2b528937 x-openstack-request-id: req-f8d48606-9336-4640-91db-b8fb2b528937 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:28:34.620762 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91511721-4987-4610-a541-9b2aee7248eb", "name": "network-vif-deleted", "tag": "5caae4f3-a4db-4e20-a9d4-2446fc03ad58", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:28:34.621107 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8d48606-9336-4640-91db-b8fb2b528937 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:28:34.621516 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91511721-4987-4610-a541-9b2aee7248eb', 'name': 'network-vif-deleted', 'tag': '5caae4f3-a4db-4e20-a9d4-2446fc03ad58', 'status': 'completed', 'code': 200} Jan 26 19:28:34.677963 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:34.737134 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] Pushing event updated for resources: {'Port': ['ID=51ceec09-ec9c-427d-8a2d-4c142fd99615,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:34.772965 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] For port 47310c19-4b8c-4bb5-8b3b-ec461b9fb247, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:28:34.812327 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e87b4d3a-a9f1-40b9-8d16-66286c00b721 req-cc89b82d-99fc-4386-b12a-a6c60a79bf2a tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=91511721-4987-4610-a541-9b2aee7248eb HTTP/1.1" status: 200 len: 210 time: 0.0813332 Jan 26 19:28:34.859747 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] For port 47310c19-4b8c-4bb5-8b3b-ec461b9fb247, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=47310c19-4b8c-4bb5-8b3b-ec461b9fb247,segment=NetworkSegment(951b73f2-490e-4a14-9272-1d9bef40e5a9),segment_id=951b73f2-490e-4a14-9272-1d9bef40e5a9)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:28:34.872083 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (47310c19-4b8c-4bb5-8b3b-ec461b9fb247), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:34.943207 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] Publish callbacks [] for router_gateway (2888e72b-bd09-4c7b-a6fd-e7204a2b775a), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:35.031027 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7c4b5-3d13-4010-a17f-7125d3768fa7 None None] Pushing event updated for resources: {'Port': ['ID=47310c19-4b8c-4bb5-8b3b-ec461b9fb247,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:35.187121 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748722'] for router (2888e72b-bd09-4c7b-a6fd-e7204a2b775a), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:35.189068 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Publish callbacks [] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:35.196711 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:35.296188 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82c9f1-9e7e-44f5-bcb2-ff1c14ca2097 None None] Pushing event updated for resources: {'Port': ['ID=ba68e13f-1c9b-4958-b396-929fb6d51bb2,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:35.330971 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Attempting to bind port ba68e13f-1c9b-4958-b396-929fb6d51bb2 on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:28:35.331353 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Attempting to bind port ba68e13f-1c9b-4958-b396-929fb6d51bb2 by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '833f7807-26f1-4a67-b66e-46cfd8e3a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:28:35.331890 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Attempting to bind port ba68e13f-1c9b-4958-b396-929fb6d51bb2 on network 590152ee-adf6-40f5-834e-49c3cbd5a7a8 {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:28:35.341456 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:28:35.341978 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Checking segment: {'id': '833f7807-26f1-4a67-b66e-46cfd8e3a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:28:35.342391 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:35.342782 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Bound using segment: {'id': '833f7807-26f1-4a67-b66e-46cfd8e3a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:28:35.343816 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Bound port: ba68e13f-1c9b-4958-b396-929fb6d51bb2, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833f7807-26f1-4a67-b66e-46cfd8e3a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:28:35.344225 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:35.444299 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] Router 2888e72b-bd09-4c7b-a6fd-e7204a2b775a is scheduled to L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec with binding_index 1 {{(pid=102405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 19:28:35.472271 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] For port ba68e13f-1c9b-4958-b396-929fb6d51bb2, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:28:35.475539 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] For port ba68e13f-1c9b-4958-b396-929fb6d51bb2, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=ba68e13f-1c9b-4958-b396-929fb6d51bb2,segment=NetworkSegment(833f7807-26f1-4a67-b66e-46cfd8e3a86e),segment_id=833f7807-26f1-4a67-b66e-46cfd8e3a86e)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:28:35.483888 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:35.561165 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Routers {'168ef449-fe5c-4de7-b4c7-88326cda0b38'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:28:35.561944 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:28:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['168ef449-fe5c-4de7-b4c7-88326cda0b38'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:35.589995 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:28:35.600663 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Sync routers for ids ['2888e72b-bd09-4c7b-a6fd-e7204a2b775a'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:28:35.612949 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b82c9f1-9e7e-44f5-bcb2-ff1c14ca2097 None None] Pushing event updated for resources: {'Port': ['ID=ba68e13f-1c9b-4958-b396-929fb6d51bb2,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:35.624325 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Routers {'2888e72b-bd09-4c7b-a6fd-e7204a2b775a'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:28:35.624965 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:28:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['2888e72b-bd09-4c7b-a6fd-e7204a2b775a'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:35.644245 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:35.649309 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 55746) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:35.650301 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-263d5d61-f71d-4978-834e-01d5b7c2eea0 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4056036 Jan 26 19:28:35.668281 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-882ba699-145b-4d04-81b0-878b93e881fa None None] Provisioning complete for port ba68e13f-1c9b-4958-b396-929fb6d51bb2 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:35.668901 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-882ba699-145b-4d04-81b0-878b93e881fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:35.713296 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 55750) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:35.763195 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 47310c19-4b8c-4bb5-8b3b-ec461b9fb247 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:28:35.780074 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_v2 [None req-379e46b3-5f5b-486e-8840-26fe5f3bf246 admin admin] Deleting subnet 8338949d-8c89-420b-b068-bc7e61a2832c {{(pid=102405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:28:35.785918 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-379e46b3-5f5b-486e-8840-26fe5f3bf246 admin admin] Publish callbacks [] for subnet (8338949d-8c89-420b-b068-bc7e61a2832c), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:35.843391 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Set router 2888e72b-bd09-4c7b-a6fd-e7204a2b775a gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:28:35.845901 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-379e46b3-5f5b-486e-8840-26fe5f3bf246 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8393457'] for subnet (8338949d-8c89-420b-b068-bc7e61a2832c), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:35.913622 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] Set router 168ef449-fe5c-4de7-b4c7-88326cda0b38 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:28:35.928213 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-379e46b3-5f5b-486e-8840-26fe5f3bf246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588427'] for subnet (8338949d-8c89-420b-b068-bc7e61a2832c), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:35.971026 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 47310c19-4b8c-4bb5-8b3b-ec461b9fb247 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:35.971396 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (47310c19-4b8c-4bb5-8b3b-ec461b9fb247), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.062839 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-379e46b3-5f5b-486e-8840-26fe5f3bf246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8804400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069609'] for subnet (8338949d-8c89-420b-b068-bc7e61a2832c), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.077981 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-379e46b3-5f5b-486e-8840-26fe5f3bf246 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.089711 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 55758) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:36.090100 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-379e46b3-5f5b-486e-8840-26fe5f3bf246 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8338949d-8c89-420b-b068-bc7e61a2832c HTTP/1.1" status: 204 len: 168 time: 0.3749337 Jan 26 19:28:36.113902 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e46b3-5f5b-486e-8840-26fe5f3bf246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8338949d-8c89-420b-b068-bc7e61a2832c,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:36.194966 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2888e72b-bd09-4c7b-a6fd-e7204a2b775a', 'name': 'tempest-TestMinimumBasicScenario-331104191-router', 'tenant_id': '060f64943c5f4506823bc4497ede5dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '51ceec09-ec9c-427d-8a2d-4c142fd99615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:33Z', 'updated_at': '2022-01-26T19:28:34Z', 'revision_number': 3, 'project_id': '060f64943c5f4506823bc4497ede5dcf', 'gw_port': {'id': '51ceec09-ec9c-427d-8a2d-4c142fd99615', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2888e72b-bd09-4c7b-a6fd-e7204a2b775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:33Z', 'updated_at': '2022-01-26T19:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:36.223296 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-882ba699-145b-4d04-81b0-878b93e881fa None None] Current status of the port ba68e13f-1c9b-4958-b396-929fb6d51bb2 is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:36.230331 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-882ba699-145b-4d04-81b0-878b93e881fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.239089 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Checking router: 2888e72b-bd09-4c7b-a6fd-e7204a2b775a for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:28:36.239441 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Updating router 2888e72b-bd09-4c7b-a6fd-e7204a2b775a port 51ceec09-ec9c-427d-8a2d-4c142fd99615 binding host dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:28:36.275305 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (51ceec09-ec9c-427d-8a2d-4c142fd99615), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.277079 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cea4907a-c0be-4058-b27f-0b192de82146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056074'] for network (ca72cad8-294c-4f10-8a99-4392c0b5b4f2), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.388985 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c97c36-bb19-4006-ad12-fe7e9ca01d43 req-49927fe6-8792-4357-ba82-ee6dfcbc0330 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:36.406328 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-51c97c36-bb19-4006-ad12-fe7e9ca01d43 req-49927fe6-8792-4357-ba82-ee6dfcbc0330 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.1058695 Jan 26 19:28:36.485328 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-51c97c36-bb19-4006-ad12-fe7e9ca01d43 req-e1a8a66b-828e-44aa-b184-77977be77c28 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780995 Jan 26 19:28:36.545227 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697affec-91c7-4971-b96b-ff06eeec55ac None None] Network 7e3b9f5a-e0ca-498c-9425-77278c48b033 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:28:36.547212 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cea4907a-c0be-4058-b27f-0b192de82146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1586524', 'neutron.services.segments.db._delete_segments_for_network-8757114033794'] for network (ca72cad8-294c-4f10-8a99-4392c0b5b4f2), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.576068 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-882ba699-145b-4d04-81b0-878b93e881fa None None] For port ba68e13f-1c9b-4958-b396-929fb6d51bb2, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=ba68e13f-1c9b-4958-b396-929fb6d51bb2,segment=NetworkSegment(833f7807-26f1-4a67-b66e-46cfd8e3a86e),segment_id=833f7807-26f1-4a67-b66e-46cfd8e3a86e)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:36.581596 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-cea4907a-c0be-4058-b27f-0b192de82146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca72cad8-294c-4f10-8a99-4392c0b5b4f2']}} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:36.585209 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-abfe1caf-c5ea-4148-b937-29aeabe04f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.603196 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-882ba699-145b-4d04-81b0-878b93e881fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.612411 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-cea4907a-c0be-4058-b27f-0b192de82146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4515c36-332b-46d3-ad9d-a7bfb3c232ab') {'for_net_delete': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:36.612411 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-cea4907a-c0be-4058-b27f-0b192de82146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4515c36-332b-46d3-ad9d-a7bfb3c232ab') {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:36.626506 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cea4907a-c0be-4058-b27f-0b192de82146 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757114034827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8905240'] for segment (c4515c36-332b-46d3-ad9d-a7bfb3c232ab), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.639563 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Publish callbacks [] for port (51ceec09-ec9c-427d-8a2d-4c142fd99615), precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.651383 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (51ceec09-ec9c-427d-8a2d-4c142fd99615), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.652885 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-aceb7831-1583-44e0-87e4-260d1ce2eb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.655208 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cea4907a-c0be-4058-b27f-0b192de82146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (c4515c36-332b-46d3-ad9d-a7bfb3c232ab), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.669505 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea4907a-c0be-4058-b27f-0b192de82146 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=102406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:28:36.669895 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cea4907a-c0be-4058-b27f-0b192de82146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8613506'] for segment (c4515c36-332b-46d3-ad9d-a7bfb3c232ab), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: Traceback (most recent call last): Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: timer() Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: cb(*args, **kw) Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: return func(*args, **kwargs) Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: self._notify() Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: self.callback(batched_events) Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: event.method(event) Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: return f(self, *a, **k) Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: return self._get(url).json() Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: return self.request(url, 'GET', **kwargs) Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:28:36.671763 dv-cinder-794001-3-iscsi neutron-server[102406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:28:36.673903 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 47310c19-4b8c-4bb5-8b3b-ec461b9fb247 is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:36.673903 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (47310c19-4b8c-4bb5-8b3b-ec461b9fb247), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.714219 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Attempting to bind port 51ceec09-ec9c-427d-8a2d-4c142fd99615 on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:28:36.714597 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Attempting to bind port 51ceec09-ec9c-427d-8a2d-4c142fd99615 by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:28:36.715157 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Attempting to bind port 51ceec09-ec9c-427d-8a2d-4c142fd99615 on network 8cf07f92-025e-4326-a933-3274338e1685 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:28:36.718306 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04da66-addf-4280-a2b3-6880301bd021 None None] Pushing event updated for resources: {'Port': ['ID=51ceec09-ec9c-427d-8a2d-4c142fd99615,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:36.723991 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:28:36.724757 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Checking segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:28:36.725414 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.726031 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Bound using segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:28:36.726727 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Bound port: 51ceec09-ec9c-427d-8a2d-4c142fd99615, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:28:36.727419 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (51ceec09-ec9c-427d-8a2d-4c142fd99615), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.785786 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cea4907a-c0be-4058-b27f-0b192de82146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1586517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747646'] for network (ca72cad8-294c-4f10-8a99-4392c0b5b4f2), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.788655 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882ba699-145b-4d04-81b0-878b93e881fa None None] Pushing event updated for resources: {'Port': ['ID=ba68e13f-1c9b-4958-b396-929fb6d51bb2,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:36.797452 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] For port 51ceec09-ec9c-427d-8a2d-4c142fd99615, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:28:36.804641 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] For port 51ceec09-ec9c-427d-8a2d-4c142fd99615, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=51ceec09-ec9c-427d-8a2d-4c142fd99615,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:28:36.810396 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cea4907a-c0be-4058-b27f-0b192de82146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.811072 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] For port 47310c19-4b8c-4bb5-8b3b-ec461b9fb247, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=47310c19-4b8c-4bb5-8b3b-ec461b9fb247,segment=NetworkSegment(951b73f2-490e-4a14-9272-1d9bef40e5a9),segment_id=951b73f2-490e-4a14-9272-1d9bef40e5a9)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:36.813166 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (51ceec09-ec9c-427d-8a2d-4c142fd99615), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.816819 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-5bd0bc67-a457-4719-9146-9456e939fce9 None None] Provisioning complete for port 47310c19-4b8c-4bb5-8b3b-ec461b9fb247 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:36.817021 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-cea4907a-c0be-4058-b27f-0b192de82146 admin admin] 10.222.0.50 "DELETE /v2.0/networks/ca72cad8-294c-4f10-8a99-4392c0b5b4f2 HTTP/1.1" status: 204 len: 168 time: 0.7235994 Jan 26 19:28:36.817112 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bc67-a457-4719-9146-9456e939fce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (47310c19-4b8c-4bb5-8b3b-ec461b9fb247), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.819400 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4907a-c0be-4058-b27f-0b192de82146 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca72cad8-294c-4f10-8a99-4392c0b5b4f2,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:36.846971 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (47310c19-4b8c-4bb5-8b3b-ec461b9fb247), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:36.848081 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device cb83ed17-7bf3-4814-8cc5-996630369f17 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:28:36.896189 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Routers {'2888e72b-bd09-4c7b-a6fd-e7204a2b775a'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:28:36.896806 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:28:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['2888e72b-bd09-4c7b-a6fd-e7204a2b775a'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:36.901395 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a04da66-addf-4280-a2b3-6880301bd021 None None] Pushing event updated for resources: {'Port': ['ID=51ceec09-ec9c-427d-8a2d-4c142fd99615,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:36.953637 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'name': 'tempest-TestMinimumBasicScenario-2063986826-router', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:26Z', 'updated_at': '2022-01-26T19:28:30Z', 'revision_number': 4, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'gw_port': {'id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:27Z', 'updated_at': '2022-01-26T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': 'ba68e13f-1c9b-4958-b396-929fb6d51bb2', 'name': '', 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'mac_address': 'fa:16:3e:7d:16:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:29Z', 'updated_at': '2022-01-26T19:28:35Z', 'revision_number': 4, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'subnets': [{'id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:36.969221 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-aceb7831-1583-44e0-87e4-260d1ce2eb2e admin admin] Allocated IP 172.20.0.1 (7e3b9f5a-e0ca-498c-9425-77278c48b033/8a070ebe-073d-43d0-9d5d-b32f0363697c/a94b0c34-4d14-43da-9e0c-0dfbda98899d) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:28:37.000232 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Pushing event updated for resources: {'Port': ['ID=47310c19-4b8c-4bb5-8b3b-ec461b9fb247,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:37.002930 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d49285c-8ed7-4a9a-9aac-ed2482767325 None None] The sync data for ids ['168ef449-fe5c-4de7-b4c7-88326cda0b38'] in dv-cinder-794001-3-iscsi is: [{'id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'name': 'tempest-TestMinimumBasicScenario-2063986826-router', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:26Z', 'updated_at': '2022-01-26T19:28:30Z', 'revision_number': 4, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'gw_port': {'id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:27Z', 'updated_at': '2022-01-26T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': 'ba68e13f-1c9b-4958-b396-929fb6d51bb2', 'name': '', 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'mac_address': 'fa:16:3e:7d:16:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:29Z', 'updated_at': '2022-01-26T19:28:35Z', 'revision_number': 4, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'subnets': [{'id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:28:37.096908 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port cb83ed17-7bf3-4814-8cc5-996630369f17 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:37.098843 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (cb83ed17-7bf3-4814-8cc5-996630369f17), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:37.133195 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-5bd0bc67-a457-4719-9146-9456e939fce9 None None] Current status of the port 47310c19-4b8c-4bb5-8b3b-ec461b9fb247 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:37.140241 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] Set router 2888e72b-bd09-4c7b-a6fd-e7204a2b775a gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:28:37.163247 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-5bd0bc67-a457-4719-9146-9456e939fce9 None None] Provisioning complete for port ba68e13f-1c9b-4958-b396-929fb6d51bb2 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:37.163247 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bc67-a457-4719-9146-9456e939fce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:37.191338 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 55770) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:37.232376 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-aceb7831-1583-44e0-87e4-260d1ce2eb2e admin admin] Publish callbacks [] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:37.289150 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-aceb7831-1583-44e0-87e4-260d1ce2eb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:37.297312 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b4eb5bec-5cbb-4261-9b76-55869e7392e5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=48cdb224373e4cbca601532981d8f3dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1041408 Jan 26 19:28:37.299864 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 55772) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:37.312079 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port cb83ed17-7bf3-4814-8cc5-996630369f17 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:37.356747 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceb7831-1583-44e0-87e4-260d1ce2eb2e admin admin] Network 7e3b9f5a-e0ca-498c-9425-77278c48b033 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:28:37.356747 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-aceb7831-1583-44e0-87e4-260d1ce2eb2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:37.359567 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb7831-1583-44e0-87e4-260d1ce2eb2e admin admin] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:28:37.397358 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb7831-1583-44e0-87e4-260d1ce2eb2e admin admin] Pushing event updated for resources: {'Port': ['ID=a94b0c34-4d14-43da-9e0c-0dfbda98899d,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:37.416096 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-5bd0bc67-a457-4719-9146-9456e939fce9 None None] Current status of the port ba68e13f-1c9b-4958-b396-929fb6d51bb2 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:37.429999 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b591d7f7-a4b4-4489-8b38-04aa5a4eb7e7 admin admin] Publish callbacks [] for security_group (e0648bd6-e727-42a0-8286-cf02194389ae), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:37.431197 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-aceb7831-1583-44e0-87e4-260d1ce2eb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747751'] for router_interface (2888e72b-bd09-4c7b-a6fd-e7204a2b775a), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:37.436741 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:28:37.473997 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:28:37.474474 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 5caae4f3-a4db-4e20-a9d4-2446fc03ad58 not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:28:37.505115 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b591d7f7-a4b4-4489-8b38-04aa5a4eb7e7 admin admin] Publish callbacks [] for security_group (e0648bd6-e727-42a0-8286-cf02194389ae), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:37.585187 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-746a1729-a814-40c3-9047-fdbeb0c23d8c None None] Provisioning complete for port 47310c19-4b8c-4bb5-8b3b-ec461b9fb247 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:37.585187 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-746a1729-a814-40c3-9047-fdbeb0c23d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (47310c19-4b8c-4bb5-8b3b-ec461b9fb247), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:37.629009 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b591d7f7-a4b4-4489-8b38-04aa5a4eb7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (e0648bd6-e727-42a0-8286-cf02194389ae), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:37.631841 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b591d7f7-a4b4-4489-8b38-04aa5a4eb7e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:37.635311 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b591d7f7-a4b4-4489-8b38-04aa5a4eb7e7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e0648bd6-e727-42a0-8286-cf02194389ae HTTP/1.1" status: 204 len: 168 time: 0.3321855 Jan 26 19:28:37.656412 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591d7f7-a4b4-4489-8b38-04aa5a4eb7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0648bd6-e727-42a0-8286-cf02194389ae,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:37.673154 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591d7f7-a4b4-4489-8b38-04aa5a4eb7e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:37.673502 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591d7f7-a4b4-4489-8b38-04aa5a4eb7e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:37.673840 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591d7f7-a4b4-4489-8b38-04aa5a4eb7e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:37.674172 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591d7f7-a4b4-4489-8b38-04aa5a4eb7e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:37.674498 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591d7f7-a4b4-4489-8b38-04aa5a4eb7e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:37.674822 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591d7f7-a4b4-4489-8b38-04aa5a4eb7e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:37.679495 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591d7f7-a4b4-4489-8b38-04aa5a4eb7e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:37.679908 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591d7f7-a4b4-4489-8b38-04aa5a4eb7e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:37.687491 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591d7f7-a4b4-4489-8b38-04aa5a4eb7e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:37.687982 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591d7f7-a4b4-4489-8b38-04aa5a4eb7e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:37.688323 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591d7f7-a4b4-4489-8b38-04aa5a4eb7e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:37.688652 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591d7f7-a4b4-4489-8b38-04aa5a4eb7e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:37.688978 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b591d7f7-a4b4-4489-8b38-04aa5a4eb7e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:28:37.752054 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2888e72b-bd09-4c7b-a6fd-e7204a2b775a', 'name': 'tempest-TestMinimumBasicScenario-331104191-router', 'tenant_id': '060f64943c5f4506823bc4497ede5dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '51ceec09-ec9c-427d-8a2d-4c142fd99615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:33Z', 'updated_at': '2022-01-26T19:28:34Z', 'revision_number': 3, 'project_id': '060f64943c5f4506823bc4497ede5dcf', 'gw_port': {'id': '51ceec09-ec9c-427d-8a2d-4c142fd99615', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2888e72b-bd09-4c7b-a6fd-e7204a2b775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:33Z', 'updated_at': '2022-01-26T19:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:37.775332 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device ba68e13f-1c9b-4958-b396-929fb6d51bb2 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:28:37.812920 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:37.816730 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bb0b54-c053-4870-a74b-b1a1a314b00f None None] The sync data for ids ['2888e72b-bd09-4c7b-a6fd-e7204a2b775a'] in dv-cinder-794001-3-iscsi is: [{'id': '2888e72b-bd09-4c7b-a6fd-e7204a2b775a', 'name': 'tempest-TestMinimumBasicScenario-331104191-router', 'tenant_id': '060f64943c5f4506823bc4497ede5dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '51ceec09-ec9c-427d-8a2d-4c142fd99615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:33Z', 'updated_at': '2022-01-26T19:28:34Z', 'revision_number': 3, 'project_id': '060f64943c5f4506823bc4497ede5dcf', 'gw_port': {'id': '51ceec09-ec9c-427d-8a2d-4c142fd99615', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2888e72b-bd09-4c7b-a6fd-e7204a2b775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:33Z', 'updated_at': '2022-01-26T19:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:28:37.910925 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-aceb7831-1583-44e0-87e4-260d1ce2eb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:37.915308 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port ba68e13f-1c9b-4958-b396-929fb6d51bb2 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:37.916351 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:37.922331 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-746a1729-a814-40c3-9047-fdbeb0c23d8c None None] Current status of the port 47310c19-4b8c-4bb5-8b3b-ec461b9fb247 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:37.960461 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49b14e-a9d0-47ae-9be8-91fdff8ea64d req-ba178725-e240-4d2f-b6bd-155c93b915b2 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:37.964874 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de49b14e-a9d0-47ae-9be8-91fdff8ea64d req-ba178725-e240-4d2f-b6bd-155c93b915b2 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.1880221 Jan 26 19:28:38.057398 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:38.077604 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-7a7da8dc-3aba-4c25-afc4-99060ee7b146 None None] Provisioning complete for port a94b0c34-4d14-43da-9e0c-0dfbda98899d triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:38.077974 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-7a7da8dc-3aba-4c25-afc4-99060ee7b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:38.101688 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port ba68e13f-1c9b-4958-b396-929fb6d51bb2 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:38.102796 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 47310c19-4b8c-4bb5-8b3b-ec461b9fb247 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:28:38.123184 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de49b14e-a9d0-47ae-9be8-91fdff8ea64d req-61bd9caf-913f-4dfb-a8c2-ffa2a60a1609 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333265 Jan 26 19:28:38.173028 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-7a7da8dc-3aba-4c25-afc4-99060ee7b146 None None] Port a94b0c34-4d14-43da-9e0c-0dfbda98899d cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:28:38.237855 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 47310c19-4b8c-4bb5-8b3b-ec461b9fb247 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:38.237855 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (47310c19-4b8c-4bb5-8b3b-ec461b9fb247), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:38.319491 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-aceb7831-1583-44e0-87e4-260d1ce2eb2e admin admin] Publish callbacks [] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:38.331642 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-aceb7831-1583-44e0-87e4-260d1ce2eb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:38.378036 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 47310c19-4b8c-4bb5-8b3b-ec461b9fb247 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:38.437883 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-aceb7831-1583-44e0-87e4-260d1ce2eb2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1016890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747383'] for router_interface (2888e72b-bd09-4c7b-a6fd-e7204a2b775a), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:38.440970 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb7831-1583-44e0-87e4-260d1ce2eb2e admin admin] Pushing event updated for resources: {'Port': ['ID=a94b0c34-4d14-43da-9e0c-0dfbda98899d,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:38.569102 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceb7831-1583-44e0-87e4-260d1ce2eb2e admin admin] Network 7e3b9f5a-e0ca-498c-9425-77278c48b033 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:28:38.570040 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-aceb7831-1583-44e0-87e4-260d1ce2eb2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:38.929195 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-77a1d278-42a8-4d5f-ab4e-21ffb620d7ac None None] Provisioning complete for port a94b0c34-4d14-43da-9e0c-0dfbda98899d triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:38.929732 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-77a1d278-42a8-4d5f-ab4e-21ffb620d7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:38.971461 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aceb7831-1583-44e0-87e4-260d1ce2eb2e admin admin] Router 2888e72b-bd09-4c7b-a6fd-e7204a2b775a has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:28:39.001133 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-77a1d278-42a8-4d5f-ab4e-21ffb620d7ac None None] Port a94b0c34-4d14-43da-9e0c-0dfbda98899d cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:28:39.015578 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:39.123116 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aceb7831-1583-44e0-87e4-260d1ce2eb2e admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:28:39.128652 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-aceb7831-1583-44e0-87e4-260d1ce2eb2e admin admin] 10.222.0.50 "PUT /v2.0/routers/2888e72b-bd09-4c7b-a6fd-e7204a2b775a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4782801 Jan 26 19:28:39.273647 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020704d5-ca20-4af7-b557-e03091065a86 req-95aa3754-464b-4280-b626-6ee400dca44d tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:39.276299 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-020704d5-ca20-4af7-b557-e03091065a86 req-95aa3754-464b-4280-b626-6ee400dca44d tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0731795 Jan 26 19:28:39.360320 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-020704d5-ca20-4af7-b557-e03091065a86 req-c310ffc1-e780-4d08-a009-412ba52275a6 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624902 Jan 26 19:28:39.580953 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 51ceec09-ec9c-427d-8a2d-4c142fd99615 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:28:39.637437 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 51ceec09-ec9c-427d-8a2d-4c142fd99615 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:39.637793 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (51ceec09-ec9c-427d-8a2d-4c142fd99615), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:39.721121 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 51ceec09-ec9c-427d-8a2d-4c142fd99615 is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:39.721508 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (51ceec09-ec9c-427d-8a2d-4c142fd99615), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:39.741877 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] For port 51ceec09-ec9c-427d-8a2d-4c142fd99615, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=51ceec09-ec9c-427d-8a2d-4c142fd99615,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:39.746240 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (51ceec09-ec9c-427d-8a2d-4c142fd99615), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:39.797520 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Pushing event updated for resources: {'Port': ['ID=51ceec09-ec9c-427d-8a2d-4c142fd99615,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:40.156250 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Sync routers for ids ['2888e72b-bd09-4c7b-a6fd-e7204a2b775a'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:28:40.168237 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Routers {'2888e72b-bd09-4c7b-a6fd-e7204a2b775a'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:28:40.169010 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:28:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['2888e72b-bd09-4c7b-a6fd-e7204a2b775a'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:40.294867 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:40.305427 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Set router 2888e72b-bd09-4c7b-a6fd-e7204a2b775a gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:28:40.499086 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2690997-31be-4054-904a-fda74c59bd16 req-ab61b700-38fd-4d1b-8881-a2e9b69120f3 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:40.506887 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d2690997-31be-4054-904a-fda74c59bd16 req-ab61b700-38fd-4d1b-8881-a2e9b69120f3 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0687437 Jan 26 19:28:40.549821 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2888e72b-bd09-4c7b-a6fd-e7204a2b775a', 'name': 'tempest-TestMinimumBasicScenario-331104191-router', 'tenant_id': '060f64943c5f4506823bc4497ede5dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '51ceec09-ec9c-427d-8a2d-4c142fd99615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:33Z', 'updated_at': '2022-01-26T19:28:37Z', 'revision_number': 4, 'project_id': '060f64943c5f4506823bc4497ede5dcf', 'gw_port': {'id': '51ceec09-ec9c-427d-8a2d-4c142fd99615', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2888e72b-bd09-4c7b-a6fd-e7204a2b775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:33Z', 'updated_at': '2022-01-26T19:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': 'a94b0c34-4d14-43da-9e0c-0dfbda98899d', 'name': '', 'network_id': '7e3b9f5a-e0ca-498c-9425-77278c48b033', 'tenant_id': '060f64943c5f4506823bc4497ede5dcf', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2888e72b-bd09-4c7b-a6fd-e7204a2b775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '8a070ebe-073d-43d0-9d5d-b32f0363697c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:36Z', 'updated_at': '2022-01-26T19:28:38Z', 'revision_number': 2, 'project_id': '060f64943c5f4506823bc4497ede5dcf', 'subnets': [{'id': '8a070ebe-073d-43d0-9d5d-b32f0363697c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:40.586102 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d2690997-31be-4054-904a-fda74c59bd16 req-4926bc13-8043-47f3-ba21-aada2428d1dc tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759292 Jan 26 19:28:40.614302 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Checking router: 2888e72b-bd09-4c7b-a6fd-e7204a2b775a for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:28:40.614302 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Updating router 2888e72b-bd09-4c7b-a6fd-e7204a2b775a port a94b0c34-4d14-43da-9e0c-0dfbda98899d binding host dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:28:40.637692 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:40.999943 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Publish callbacks [] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:41.006983 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:41.099634 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50e442-044e-4806-97f5-7d9adebbd730 None None] Pushing event updated for resources: {'Port': ['ID=a94b0c34-4d14-43da-9e0c-0dfbda98899d,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:41.160184 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Attempting to bind port a94b0c34-4d14-43da-9e0c-0dfbda98899d on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:28:41.161454 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Attempting to bind port a94b0c34-4d14-43da-9e0c-0dfbda98899d by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '951b73f2-490e-4a14-9272-1d9bef40e5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e3b9f5a-e0ca-498c-9425-77278c48b033'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:28:41.161966 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Attempting to bind port a94b0c34-4d14-43da-9e0c-0dfbda98899d on network 7e3b9f5a-e0ca-498c-9425-77278c48b033 {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:28:41.168902 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:28:41.170173 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Checking segment: {'id': '951b73f2-490e-4a14-9272-1d9bef40e5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e3b9f5a-e0ca-498c-9425-77278c48b033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:28:41.170778 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:41.171470 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Bound using segment: {'id': '951b73f2-490e-4a14-9272-1d9bef40e5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e3b9f5a-e0ca-498c-9425-77278c48b033'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:28:41.172131 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Bound port: a94b0c34-4d14-43da-9e0c-0dfbda98899d, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '951b73f2-490e-4a14-9272-1d9bef40e5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '7e3b9f5a-e0ca-498c-9425-77278c48b033'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:28:41.172732 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:41.313884 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] For port a94b0c34-4d14-43da-9e0c-0dfbda98899d, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:28:41.318306 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] For port a94b0c34-4d14-43da-9e0c-0dfbda98899d, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=a94b0c34-4d14-43da-9e0c-0dfbda98899d,segment=NetworkSegment(951b73f2-490e-4a14-9272-1d9bef40e5a9),segment_id=951b73f2-490e-4a14-9272-1d9bef40e5a9)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:28:41.326444 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:41.411121 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50e442-044e-4806-97f5-7d9adebbd730 None None] Pushing event updated for resources: {'Port': ['ID=a94b0c34-4d14-43da-9e0c-0dfbda98899d,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:41.419650 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Routers {'2888e72b-bd09-4c7b-a6fd-e7204a2b775a'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:28:41.421822 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:28:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['2888e72b-bd09-4c7b-a6fd-e7204a2b775a'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:41.630214 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 51ceec09-ec9c-427d-8a2d-4c142fd99615 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:28:41.674705 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-eab8546b-749d-4f27-9aeb-9a28d17c1de3 None None] Provisioning complete for port a94b0c34-4d14-43da-9e0c-0dfbda98899d triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:41.675191 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-eab8546b-749d-4f27-9aeb-9a28d17c1de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:41.755429 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819376b-1e4f-40cc-b7cc-d15e285d1b27 req-c1e98f5c-41f5-48cc-8db9-1e15c7a2ea14 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:41.760194 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b819376b-1e4f-40cc-b7cc-d15e285d1b27 req-c1e98f5c-41f5-48cc-8db9-1e15c7a2ea14 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.0732038 Jan 26 19:28:41.796019 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] Set router 2888e72b-bd09-4c7b-a6fd-e7204a2b775a gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:28:41.847406 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 51ceec09-ec9c-427d-8a2d-4c142fd99615 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:41.847799 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (51ceec09-ec9c-427d-8a2d-4c142fd99615), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:41.883662 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b819376b-1e4f-40cc-b7cc-d15e285d1b27 req-12b80b1e-dff2-4ffd-813c-44c4c7087d38 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091194 Jan 26 19:28:42.020806 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-eab8546b-749d-4f27-9aeb-9a28d17c1de3 None None] Current status of the port a94b0c34-4d14-43da-9e0c-0dfbda98899d is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:42.021208 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-eab8546b-749d-4f27-9aeb-9a28d17c1de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:42.113856 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-eab8546b-749d-4f27-9aeb-9a28d17c1de3 None None] For port a94b0c34-4d14-43da-9e0c-0dfbda98899d, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=a94b0c34-4d14-43da-9e0c-0dfbda98899d,segment=NetworkSegment(951b73f2-490e-4a14-9272-1d9bef40e5a9),segment_id=951b73f2-490e-4a14-9272-1d9bef40e5a9)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:42.162655 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-eab8546b-749d-4f27-9aeb-9a28d17c1de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:42.181177 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 51ceec09-ec9c-427d-8a2d-4c142fd99615 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:42.259072 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8546b-749d-4f27-9aeb-9a28d17c1de3 None None] Pushing event updated for resources: {'Port': ['ID=a94b0c34-4d14-43da-9e0c-0dfbda98899d,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:42.265203 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2888e72b-bd09-4c7b-a6fd-e7204a2b775a', 'name': 'tempest-TestMinimumBasicScenario-331104191-router', 'tenant_id': '060f64943c5f4506823bc4497ede5dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '51ceec09-ec9c-427d-8a2d-4c142fd99615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:33Z', 'updated_at': '2022-01-26T19:28:37Z', 'revision_number': 4, 'project_id': '060f64943c5f4506823bc4497ede5dcf', 'gw_port': {'id': '51ceec09-ec9c-427d-8a2d-4c142fd99615', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2888e72b-bd09-4c7b-a6fd-e7204a2b775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:33Z', 'updated_at': '2022-01-26T19:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': 'a94b0c34-4d14-43da-9e0c-0dfbda98899d', 'name': '', 'network_id': '7e3b9f5a-e0ca-498c-9425-77278c48b033', 'tenant_id': '060f64943c5f4506823bc4497ede5dcf', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2888e72b-bd09-4c7b-a6fd-e7204a2b775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '8a070ebe-073d-43d0-9d5d-b32f0363697c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:36Z', 'updated_at': '2022-01-26T19:28:41Z', 'revision_number': 4, 'project_id': '060f64943c5f4506823bc4497ede5dcf', 'subnets': [{'id': '8a070ebe-073d-43d0-9d5d-b32f0363697c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:42.305181 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e3906d-a727-484e-9822-ef18518e3456 None None] The sync data for ids ['2888e72b-bd09-4c7b-a6fd-e7204a2b775a'] in dv-cinder-794001-3-iscsi is: [{'id': '2888e72b-bd09-4c7b-a6fd-e7204a2b775a', 'name': 'tempest-TestMinimumBasicScenario-331104191-router', 'tenant_id': '060f64943c5f4506823bc4497ede5dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '51ceec09-ec9c-427d-8a2d-4c142fd99615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:33Z', 'updated_at': '2022-01-26T19:28:37Z', 'revision_number': 4, 'project_id': '060f64943c5f4506823bc4497ede5dcf', 'gw_port': {'id': '51ceec09-ec9c-427d-8a2d-4c142fd99615', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2888e72b-bd09-4c7b-a6fd-e7204a2b775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:33Z', 'updated_at': '2022-01-26T19:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': 'a94b0c34-4d14-43da-9e0c-0dfbda98899d', 'name': '', 'network_id': '7e3b9f5a-e0ca-498c-9425-77278c48b033', 'tenant_id': '060f64943c5f4506823bc4497ede5dcf', 'mac_address': 'fa:16:3e:da:8f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2888e72b-bd09-4c7b-a6fd-e7204a2b775a', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '8a070ebe-073d-43d0-9d5d-b32f0363697c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:36Z', 'updated_at': '2022-01-26T19:28:41Z', 'revision_number': 4, 'project_id': '060f64943c5f4506823bc4497ede5dcf', 'subnets': [{'id': '8a070ebe-073d-43d0-9d5d-b32f0363697c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:28:42.313379 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-02fdc0a4-bb05-485c-8c3f-d577d3656b98 None None] Provisioning complete for port a94b0c34-4d14-43da-9e0c-0dfbda98899d triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:42.313845 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-02fdc0a4-bb05-485c-8c3f-d577d3656b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:42.314466 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 55872) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:42.484157 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-02fdc0a4-bb05-485c-8c3f-d577d3656b98 None None] Current status of the port a94b0c34-4d14-43da-9e0c-0dfbda98899d is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:42.520595 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-356c6311-1ed1-4bea-b5ae-c6a567f980e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:42.621844 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-356c6311-1ed1-4bea-b5ae-c6a567f980e2 admin admin] Publish callbacks [] for security_group (b3590922-41cf-488a-9e07-8795b540d770), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:42.628521 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-356c6311-1ed1-4bea-b5ae-c6a567f980e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (b3590922-41cf-488a-9e07-8795b540d770), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:42.663746 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c6311-1ed1-4bea-b5ae-c6a567f980e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3590922-41cf-488a-9e07-8795b540d770,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:42.703296 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-356c6311-1ed1-4bea-b5ae-c6a567f980e2 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2f90fc62e09c4572a2caf99811a39868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3874316 Jan 26 19:28:42.706996 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 55878) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:42.777125 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5737-3fa7-4ce1-991b-51bb2aec8c5e admin admin] Publish callbacks [] for security_group (b3590922-41cf-488a-9e07-8795b540d770), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:42.826782 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5737-3fa7-4ce1-991b-51bb2aec8c5e admin admin] Publish callbacks [] for security_group (b3590922-41cf-488a-9e07-8795b540d770), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:42.919233 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5737-3fa7-4ce1-991b-51bb2aec8c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (b3590922-41cf-488a-9e07-8795b540d770), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:42.922507 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a8dd5737-3fa7-4ce1-991b-51bb2aec8c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:42.923803 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-a8dd5737-3fa7-4ce1-991b-51bb2aec8c5e admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3590922-41cf-488a-9e07-8795b540d770 HTTP/1.1" status: 204 len: 168 time: 0.2153599 Jan 26 19:28:42.933513 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd5737-3fa7-4ce1-991b-51bb2aec8c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3590922-41cf-488a-9e07-8795b540d770,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:43.099731 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33fd27-e680-42f3-81f3-e0c851ad4849 req-d48840b1-3134-417e-8755-7d5bd9d3a23f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:43.101360 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0f33fd27-e680-42f3-81f3-e0c851ad4849 req-d48840b1-3134-417e-8755-7d5bd9d3a23f tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.46 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.1376061 Jan 26 19:28:43.164810 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44712f51-490a-4db4-a7cb-bc9d7b023b5e req-33942320-3dc9-4702-97d2-4a53baad94fa tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:43.166468 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-44712f51-490a-4db4-a7cb-bc9d7b023b5e req-33942320-3dc9-4702-97d2-4a53baad94fa tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 945 time: 0.1470146 Jan 26 19:28:43.280732 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-44712f51-490a-4db4-a7cb-bc9d7b023b5e req-cf2c3704-0ede-49b3-8d22-2041e4e39651 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/security-groups?id=ef25084c-6cd2-4781-b1e0-200557d831b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991752 Jan 26 19:28:43.312198 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-0f33fd27-e680-42f3-81f3-e0c851ad4849 req-89287bb9-2fcc-44fd-a35c-883e51c57c57 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Deleting port 1b7adc2f-208b-4133-b88e-b377af0b7104 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:28:43.312198 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-0f33fd27-e680-42f3-81f3-e0c851ad4849 req-89287bb9-2fcc-44fd-a35c-883e51c57c57 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (1b7adc2f-208b-4133-b88e-b377af0b7104), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:43.504905 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-0f33fd27-e680-42f3-81f3-e0c851ad4849 req-89287bb9-2fcc-44fd-a35c-883e51c57c57 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] For port 1b7adc2f-208b-4133-b88e-b377af0b7104, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1b7adc2f-208b-4133-b88e-b377af0b7104,segment=NetworkSegment(09b212e7-8c79-48ff-8913-665194453dd5),segment_id=09b212e7-8c79-48ff-8913-665194453dd5)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:43.505270 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-0f33fd27-e680-42f3-81f3-e0c851ad4849 req-89287bb9-2fcc-44fd-a35c-883e51c57c57 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (1b7adc2f-208b-4133-b88e-b377af0b7104), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:43.526353 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-0f33fd27-e680-42f3-81f3-e0c851ad4849 req-89287bb9-2fcc-44fd-a35c-883e51c57c57 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Calling delete_port for 1b7adc2f-208b-4133-b88e-b377af0b7104 owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:28:43.616757 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device a94b0c34-4d14-43da-9e0c-0dfbda98899d up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:28:43.689806 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port a94b0c34-4d14-43da-9e0c-0dfbda98899d triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:43.690279 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:43.705036 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-0f33fd27-e680-42f3-81f3-e0c851ad4849 req-89287bb9-2fcc-44fd-a35c-883e51c57c57 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (1b7adc2f-208b-4133-b88e-b377af0b7104), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:43.726916 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['1b7adc2f-208b-4133-b88e-b377af0b7104'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:28:43.749413 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89287bb9-2fcc-44fd-a35c-883e51c57c57 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Pushing event deleted for resources: {'Port': ['ID=1b7adc2f-208b-4133-b88e-b377af0b7104,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:43.821761 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f33fd27-e680-42f3-81f3-e0c851ad4849 req-89287bb9-2fcc-44fd-a35c-883e51c57c57 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] No DVR routers for this DVR port 1b7adc2f-208b-4133-b88e-b377af0b7104 on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:28:43.825864 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-0f33fd27-e680-42f3-81f3-e0c851ad4849 req-89287bb9-2fcc-44fd-a35c-883e51c57c57 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:43.831455 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0f33fd27-e680-42f3-81f3-e0c851ad4849 req-89287bb9-2fcc-44fd-a35c-883e51c57c57 tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.46 "DELETE /v2.0/ports/1b7adc2f-208b-4133-b88e-b377af0b7104 HTTP/1.1" status: 204 len: 173 time: 0.7209270 Jan 26 19:28:43.832507 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd757f9bf-0099-40a5-aa9d-9c174a3ac859', 'name': 'network-vif-deleted', 'tag': '1b7adc2f-208b-4133-b88e-b377af0b7104'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:28:43.834858 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67a2d63-bf30-43c6-be54-1561094295f1" -d '{"events": [{"server_uuid": "d757f9bf-0099-40a5-aa9d-9c174a3ac859", "name": "network-vif-deleted", "tag": "1b7adc2f-208b-4133-b88e-b377af0b7104"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:28:43.839087 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port a94b0c34-4d14-43da-9e0c-0dfbda98899d is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:43.903156 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbdb1e2-b57f-412a-9f8b-eebf9a663b2a x-openstack-request-id: req-efbdb1e2-b57f-412a-9f8b-eebf9a663b2a {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:28:43.903877 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d757f9bf-0099-40a5-aa9d-9c174a3ac859", "name": "network-vif-deleted", "tag": "1b7adc2f-208b-4133-b88e-b377af0b7104", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:28:43.904146 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-efbdb1e2-b57f-412a-9f8b-eebf9a663b2a {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:28:43.904595 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd757f9bf-0099-40a5-aa9d-9c174a3ac859', 'name': 'network-vif-deleted', 'tag': '1b7adc2f-208b-4133-b88e-b377af0b7104', 'status': 'completed', 'code': 200} Jan 26 19:28:44.021038 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 55916) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:44.155603 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-0ad86cdb-5e6e-47e7-8238-5e051a2a05ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1736345297-network', 'tenant_id': '84d90c74a445407ab6459be30826b3f7'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:28:44.181932 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad86cdb-5e6e-47e7-8238-5e051a2a05ef admin admin] Made reservation on behalf of 84d90c74a445407ab6459be30826b3f7 for: {'network': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:28:44.184389 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0ad86cdb-5e6e-47e7-8238-5e051a2a05ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:44.201825 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0ad86cdb-5e6e-47e7-8238-5e051a2a05ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:44.298921 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0ad86cdb-5e6e-47e7-8238-5e051a2a05ef admin admin] Publish callbacks [] for security_group (de6456d6-ead4-4d06-a852-b9399850cce2), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:44.317969 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0ad86cdb-5e6e-47e7-8238-5e051a2a05ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (de6456d6-ead4-4d06-a852-b9399850cce2), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:44.391514 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad86cdb-5e6e-47e7-8238-5e051a2a05ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=102406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:28:44.408595 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0ad86cdb-5e6e-47e7-8238-5e051a2a05ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (cdbadc41-f04b-404f-a6fa-05259b01a168), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:44.408868 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.segments_db [None req-0ad86cdb-5e6e-47e7-8238-5e051a2a05ef admin admin] Added segment cdbadc41-f04b-404f-a6fa-05259b01a168 of type vlan for network cbb19803-443d-4415-86c7-ff03c2048d20 Jan 26 19:28:44.505484 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad86cdb-5e6e-47e7-8238-5e051a2a05ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6456d6-ead4-4d06-a852-b9399850cce2,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:44.515581 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-94e40ef6-3f83-4ade-a94e-be5c71e08552 req-ecffc1bf-1a0b-49ac-a9c1-5ca9281b8cde tempest-ServerRescueNegativeTestJSON-584995975 tempest-ServerRescueNegativeTestJSON-584995975-project] 10.222.0.50 "GET /v2.0/ports?device_id=d757f9bf-0099-40a5-aa9d-9c174a3ac859 HTTP/1.1" status: 200 len: 210 time: 0.0877876 Jan 26 19:28:44.536157 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0ad86cdb-5e6e-47e7-8238-5e051a2a05ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (cbb19803-443d-4415-86c7-ff03c2048d20), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:44.565161 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0ad86cdb-5e6e-47e7-8238-5e051a2a05ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (cbb19803-443d-4415-86c7-ff03c2048d20), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:44.567270 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad86cdb-5e6e-47e7-8238-5e051a2a05ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:44.568116 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0ad86cdb-5e6e-47e7-8238-5e051a2a05ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:44.608080 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-0ad86cdb-5e6e-47e7-8238-5e051a2a05ef admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5832603 Jan 26 19:28:44.608461 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 55932) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:44.615534 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-62b70eae-34ee-434b-81c5-d9d217656085 admin admin] Request body: {'subnet': {'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1736345297-subnet', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:28:44.640403 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad86cdb-5e6e-47e7-8238-5e051a2a05ef admin admin] Pushing event updated for resources: {'Network': ['ID=cbb19803-443d-4415-86c7-ff03c2048d20,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:44.653857 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b70eae-34ee-434b-81c5-d9d217656085 admin admin] Made reservation on behalf of 84d90c74a445407ab6459be30826b3f7 for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:28:44.654615 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network cbb19803-443d-4415-86c7-ff03c2048d20 details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:28:44.656482 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-62b70eae-34ee-434b-81c5-d9d217656085 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069588'] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:44.851920 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-62b70eae-34ee-434b-81c5-d9d217656085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8800509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069602'] for subnet (6729bb24-9786-4f47-bee1-4821053a11a2), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:44.908012 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b70eae-34ee-434b-81c5-d9d217656085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6729bb24-9786-4f47-bee1-4821053a11a2,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:44.925336 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b70eae-34ee-434b-81c5-d9d217656085 admin admin] Checking segment: {'id': 'cdbadc41-f04b-404f-a6fa-05259b01a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:28:44.925777 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b70eae-34ee-434b-81c5-d9d217656085 admin admin] Network hostable DHCP agents. Network: cbb19803-443d-4415-86c7-ff03c2048d20, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:28:44.945947 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b70eae-34ee-434b-81c5-d9d217656085 admin admin] Network cbb19803-443d-4415-86c7-ff03c2048d20 is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:28:44.958202 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-62b70eae-34ee-434b-81c5-d9d217656085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, cbb19803-443d-4415-86c7-ff03c2048d20) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:44.962822 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b70eae-34ee-434b-81c5-d9d217656085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:44.963711 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-62b70eae-34ee-434b-81c5-d9d217656085 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:44.970184 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971b8cb7-984e-4320-856a-5c609bfd7668 None None] Network cbb19803-443d-4415-86c7-ff03c2048d20 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:28:44.987701 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-62b70eae-34ee-434b-81c5-d9d217656085 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3781760 Jan 26 19:28:44.990563 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 55936) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:44.999005 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1736345297-router', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:28:45.026882 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497431'] for router (08954707-9268-4d1b-8fc4-979d1aba2ecf), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:45.028217 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497422'] for router (08954707-9268-4d1b-8fc4-979d1aba2ecf), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:45.098090 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] Publish callbacks [] for router_controller (08954707-9268-4d1b-8fc4-979d1aba2ecf), precommit_add_association {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:45.145753 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94f69b5e-464c-595b-b80f-295735cfbe44-cbb19803-443d-4415-86c7-ff03c2048d20', 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20', 'project_id': '84d90c74a445407ab6459be30826b3f7', 'fixed_ips': [{'subnet_id': '6729bb24-9786-4f47-bee1-4821053a11a2'}]}} from dv-cinder-794001-3-iscsi. {{(pid=102407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 19:28:45.147077 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:45.345373 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.db_base_plugin_common [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Allocated IP 172.20.0.2 (cbb19803-443d-4415-86c7-ff03c2048d20/6729bb24-9786-4f47-bee1-4821053a11a2/778aa527-b005-45a6-8333-fdbdc7f55b55) {{(pid=102407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:28:45.370902 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] Publish callbacks [] for router_gateway (08954707-9268-4d1b-8fc4-979d1aba2ecf), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:45.533688 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Publish callbacks [] for port (778aa527-b005-45a6-8333-fdbdc7f55b55), precommit_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:45.542411 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (778aa527-b005-45a6-8333-fdbdc7f55b55), after_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:45.591288 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] Publish callbacks [] for router_gateway (08954707-9268-4d1b-8fc4-979d1aba2ecf), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:45.601025 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Network cbb19803-443d-4415-86c7-ff03c2048d20 is already hosted by enough agents. {{(pid=102407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:28:45.605405 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 55948) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:45.609890 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.base_scheduler [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Resources bound (agent type, host, resource id): {{(pid=102407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:45.612022 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Pushing event updated for resources: {'Port': ['ID=778aa527-b005-45a6-8333-fdbdc7f55b55,revision_number=1']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:45.617238 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:45.619645 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Received port after_create {{(pid=102407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:28:45.694667 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Attempting to bind port 778aa527-b005-45a6-8333-fdbdc7f55b55 on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:28:45.695373 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Attempting to bind port 778aa527-b005-45a6-8333-fdbdc7f55b55 by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': 'cdbadc41-f04b-404f-a6fa-05259b01a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:28:45.695373 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Attempting to bind port 778aa527-b005-45a6-8333-fdbdc7f55b55 on network cbb19803-443d-4415-86c7-ff03c2048d20 {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:28:45.704307 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:28:45.704684 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Checking segment: {'id': 'cdbadc41-f04b-404f-a6fa-05259b01a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:28:45.705084 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:45.705474 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Bound using segment: {'id': 'cdbadc41-f04b-404f-a6fa-05259b01a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:28:45.705946 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Bound port: 778aa527-b005-45a6-8333-fdbdc7f55b55, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbadc41-f04b-404f-a6fa-05259b01a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:28:45.706327 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (778aa527-b005-45a6-8333-fdbdc7f55b55), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:45.751357 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] Allocated IP 172.27.1.80 (8cf07f92-025e-4326-a933-3274338e1685/c6bed3d7-de6a-4276-b4da-48f65ec8568d/dd9dfe97-029d-4a2b-8298-1dab38219bbf) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:28:45.834474 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] For port 778aa527-b005-45a6-8333-fdbdc7f55b55, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:28:45.839080 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] For port 778aa527-b005-45a6-8333-fdbdc7f55b55, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=778aa527-b005-45a6-8333-fdbdc7f55b55,segment=NetworkSegment(cdbadc41-f04b-404f-a6fa-05259b01a168),segment_id=cdbadc41-f04b-404f-a6fa-05259b01a168)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:28:45.846517 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (778aa527-b005-45a6-8333-fdbdc7f55b55), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:45.938892 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356caa47-0159-46b1-8f40-de8b69fcebe1 None None] Pushing event updated for resources: {'Port': ['ID=778aa527-b005-45a6-8333-fdbdc7f55b55,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:45.964333 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] Publish callbacks [] for port (dd9dfe97-029d-4a2b-8298-1dab38219bbf), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:46.009261 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (dd9dfe97-029d-4a2b-8298-1dab38219bbf), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:46.048555 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] Network 8cf07f92-025e-4326-a933-3274338e1685 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:28:46.052904 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:46.055317 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:28:46.094300 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] Pushing event updated for resources: {'Port': ['ID=dd9dfe97-029d-4a2b-8298-1dab38219bbf,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:46.248743 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f813e2b3-26ca-42e9-9a92-b831a16d2442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747372'] for router_interface (b1853524-c6ed-4005-af14-c7cf7adab939), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:46.484970 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] Publish callbacks [] for router_gateway (08954707-9268-4d1b-8fc4-979d1aba2ecf), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:46.635417 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-f813e2b3-26ca-42e9-9a92-b831a16d2442 admin admin] Deleting port 33b6266c-bc44-4da3-a0cb-a06bd1f835dc {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:28:46.635849 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f813e2b3-26ca-42e9-9a92-b831a16d2442 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (33b6266c-bc44-4da3-a0cb-a06bd1f835dc), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:46.749006 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-f813e2b3-26ca-42e9-9a92-b831a16d2442 admin admin] For port 33b6266c-bc44-4da3-a0cb-a06bd1f835dc, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=33b6266c-bc44-4da3-a0cb-a06bd1f835dc,segment=NetworkSegment(09b212e7-8c79-48ff-8913-665194453dd5),segment_id=09b212e7-8c79-48ff-8913-665194453dd5)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:46.749941 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f813e2b3-26ca-42e9-9a92-b831a16d2442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (33b6266c-bc44-4da3-a0cb-a06bd1f835dc), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:46.766419 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-f813e2b3-26ca-42e9-9a92-b831a16d2442 admin admin] Calling delete_port for 33b6266c-bc44-4da3-a0cb-a06bd1f835dc owned by network:router_interface {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:28:46.943708 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748722'] for router (08954707-9268-4d1b-8fc4-979d1aba2ecf), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:47.048851 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f813e2b3-26ca-42e9-9a92-b831a16d2442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (33b6266c-bc44-4da3-a0cb-a06bd1f835dc), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:47.080003 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813e2b3-26ca-42e9-9a92-b831a16d2442 admin admin] Pushing event deleted for resources: {'Port': ['ID=33b6266c-bc44-4da3-a0cb-a06bd1f835dc,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:47.186212 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] Router 08954707-9268-4d1b-8fc4-979d1aba2ecf is scheduled to L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec with binding_index 1 {{(pid=102406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 19:28:47.354341 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:28:47.388688 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Sync routers for ids ['08954707-9268-4d1b-8fc4-979d1aba2ecf'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:28:47.412016 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Routers {'08954707-9268-4d1b-8fc4-979d1aba2ecf'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:28:47.412016 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:28:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['08954707-9268-4d1b-8fc4-979d1aba2ecf'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:47.412550 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba585adc-f197-41af-a881-01edc2066086 None None] Network cbb19803-443d-4415-86c7-ff03c2048d20 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:28:47.490882 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:47.496077 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 1b7adc2f-208b-4133-b88e-b377af0b7104 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:28:47.496807 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-7982434e-e99e-4b6e-8768-4adbc09ebe53 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5022621 Jan 26 19:28:47.502565 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 55962) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:47.565255 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: 1b7adc2f-208b-4133-b88e-b377af0b7104 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:28:47.565605 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 1b7adc2f-208b-4133-b88e-b377af0b7104 not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:28:47.578033 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-4ed5d44d-c744-41df-8ff1-f0c81b1ad0ab None None] Provisioning complete for port 778aa527-b005-45a6-8333-fdbdc7f55b55 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:47.578413 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4ed5d44d-c744-41df-8ff1-f0c81b1ad0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (778aa527-b005-45a6-8333-fdbdc7f55b55), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:47.667556 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f813e2b3-26ca-42e9-9a92-b831a16d2442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1016835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747512'] for router_interface (b1853524-c6ed-4005-af14-c7cf7adab939), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:47.701760 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-4ed5d44d-c744-41df-8ff1-f0c81b1ad0ab None None] Current status of the port 778aa527-b005-45a6-8333-fdbdc7f55b55 is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:47.702150 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4ed5d44d-c744-41df-8ff1-f0c81b1ad0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (778aa527-b005-45a6-8333-fdbdc7f55b55), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:47.737760 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Set router 08954707-9268-4d1b-8fc4-979d1aba2ecf gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:28:47.759294 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-4ed5d44d-c744-41df-8ff1-f0c81b1ad0ab None None] For port 778aa527-b005-45a6-8333-fdbdc7f55b55, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=778aa527-b005-45a6-8333-fdbdc7f55b55,segment=NetworkSegment(cdbadc41-f04b-404f-a6fa-05259b01a168),segment_id=cdbadc41-f04b-404f-a6fa-05259b01a168)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:47.772093 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4ed5d44d-c744-41df-8ff1-f0c81b1ad0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (778aa527-b005-45a6-8333-fdbdc7f55b55), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:47.825468 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 778aa527-b005-45a6-8333-fdbdc7f55b55 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:28:47.931147 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5d44d-c744-41df-8ff1-f0c81b1ad0ab None None] Pushing event updated for resources: {'Port': ['ID=778aa527-b005-45a6-8333-fdbdc7f55b55,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:47.950264 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 778aa527-b005-45a6-8333-fdbdc7f55b55 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:47.950558 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (778aa527-b005-45a6-8333-fdbdc7f55b55), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:48.167918 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f813e2b3-26ca-42e9-9a92-b831a16d2442 admin admin] Router b1853524-c6ed-4005-af14-c7cf7adab939 has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:28:48.207951 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'name': 'tempest-TestShelveInstance-1736345297-router', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:46Z', 'revision_number': 3, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'gw_port': {'id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:48.292572 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Checking router: 08954707-9268-4d1b-8fc4-979d1aba2ecf for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:28:48.293028 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Updating router 08954707-9268-4d1b-8fc4-979d1aba2ecf port dd9dfe97-029d-4a2b-8298-1dab38219bbf binding host dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:28:48.294170 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 778aa527-b005-45a6-8333-fdbdc7f55b55 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:48.316757 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-e33644ad-fff8-43b6-b2ff-db6c146c39b4 None None] Provisioning complete for port 778aa527-b005-45a6-8333-fdbdc7f55b55 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:48.319168 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-e33644ad-fff8-43b6-b2ff-db6c146c39b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (778aa527-b005-45a6-8333-fdbdc7f55b55), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:48.360767 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f813e2b3-26ca-42e9-9a92-b831a16d2442 admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:28:48.363747 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (dd9dfe97-029d-4a2b-8298-1dab38219bbf), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:48.369613 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f813e2b3-26ca-42e9-9a92-b831a16d2442 admin admin] 10.222.0.50 "PUT /v2.0/routers/b1853524-c6ed-4005-af14-c7cf7adab939/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7620873 Jan 26 19:28:48.377115 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 55972) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:48.378429 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20446a7-7769-4ccc-af0a-552d75d74f2c None None] Sync routers for ids ['b1853524-c6ed-4005-af14-c7cf7adab939'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:28:48.395608 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20446a7-7769-4ccc-af0a-552d75d74f2c None None] Routers {'b1853524-c6ed-4005-af14-c7cf7adab939'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:28:48.396341 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b20446a7-7769-4ccc-af0a-552d75d74f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:28:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['b1853524-c6ed-4005-af14-c7cf7adab939'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:48.500728 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dd55c1d6-d21b-4df6-a31b-addd07d80860 admin admin] Publish callbacks [] for router (b1853524-c6ed-4005-af14-c7cf7adab939), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:48.561809 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-e33644ad-fff8-43b6-b2ff-db6c146c39b4 None None] Current status of the port 778aa527-b005-45a6-8333-fdbdc7f55b55 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:48.574382 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-b20446a7-7769-4ccc-af0a-552d75d74f2c None None] Set router b1853524-c6ed-4005-af14-c7cf7adab939 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:28:48.676844 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Publish callbacks [] for port (dd9dfe97-029d-4a2b-8298-1dab38219bbf), precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:48.684148 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (dd9dfe97-029d-4a2b-8298-1dab38219bbf), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:48.689272 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dd55c1d6-d21b-4df6-a31b-addd07d80860 admin admin] Publish callbacks [] for router_gateway (b1853524-c6ed-4005-af14-c7cf7adab939), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:48.693580 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9742e727-e2ae-47cb-b864-b81ea58f8e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:48.752672 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Attempting to bind port dd9dfe97-029d-4a2b-8298-1dab38219bbf on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:28:48.753322 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Attempting to bind port dd9dfe97-029d-4a2b-8298-1dab38219bbf by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:28:48.754703 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Attempting to bind port dd9dfe97-029d-4a2b-8298-1dab38219bbf on network 8cf07f92-025e-4326-a933-3274338e1685 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:28:48.796404 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:28:48.797122 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Checking segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:28:48.797736 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:48.798309 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Bound using segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:28:48.799032 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Bound port: dd9dfe97-029d-4a2b-8298-1dab38219bbf, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:28:48.799599 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (dd9dfe97-029d-4a2b-8298-1dab38219bbf), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:48.859873 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b20446a7-7769-4ccc-af0a-552d75d74f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1853524-c6ed-4005-af14-c7cf7adab939', 'name': 'tempest-ServerRescueNegativeTestJSON-1755626312-router', 'tenant_id': '93424b38a7474b9787347d46184008c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': '5624c355-e1c2-42df-b70c-1c48ca830d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:28:46Z', 'revision_number': 5, 'project_id': '93424b38a7474b9787347d46184008c3', 'gw_port': {'id': '5624c355-e1c2-42df-b70c-1c48ca830d4c', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1853524-c6ed-4005-af14-c7cf7adab939', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:00Z', 'updated_at': '2022-01-26T19:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:48.864617 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] For port dd9dfe97-029d-4a2b-8298-1dab38219bbf, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:28:48.870335 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] For port dd9dfe97-029d-4a2b-8298-1dab38219bbf, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=dd9dfe97-029d-4a2b-8298-1dab38219bbf,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:28:48.873497 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-dd55c1d6-d21b-4df6-a31b-addd07d80860 admin admin] Deleting port 5624c355-e1c2-42df-b70c-1c48ca830d4c {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:28:48.873843 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dd55c1d6-d21b-4df6-a31b-addd07d80860 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (5624c355-e1c2-42df-b70c-1c48ca830d4c), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:48.879637 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (dd9dfe97-029d-4a2b-8298-1dab38219bbf), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:48.893635 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20446a7-7769-4ccc-af0a-552d75d74f2c None None] Checking router: b1853524-c6ed-4005-af14-c7cf7adab939 for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:28:48.903503 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20446a7-7769-4ccc-af0a-552d75d74f2c None None] Routers {'b1853524-c6ed-4005-af14-c7cf7adab939'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:28:48.904168 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b20446a7-7769-4ccc-af0a-552d75d74f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:28:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['b1853524-c6ed-4005-af14-c7cf7adab939'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:48.909708 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Routers {'08954707-9268-4d1b-8fc4-979d1aba2ecf'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:28:48.910386 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:28:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['08954707-9268-4d1b-8fc4-979d1aba2ecf'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:49.018615 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] Set router 08954707-9268-4d1b-8fc4-979d1aba2ecf gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:28:49.045198 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-dd55c1d6-d21b-4df6-a31b-addd07d80860 admin admin] For port 5624c355-e1c2-42df-b70c-1c48ca830d4c, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=5624c355-e1c2-42df-b70c-1c48ca830d4c,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:49.046003 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dd55c1d6-d21b-4df6-a31b-addd07d80860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (5624c355-e1c2-42df-b70c-1c48ca830d4c), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:49.047369 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-b20446a7-7769-4ccc-af0a-552d75d74f2c None None] Set router b1853524-c6ed-4005-af14-c7cf7adab939 gateway port host: None {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:28:49.060483 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-dd55c1d6-d21b-4df6-a31b-addd07d80860 admin admin] Calling delete_port for 5624c355-e1c2-42df-b70c-1c48ca830d4c owned by network:router_gateway {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:28:49.126304 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b20446a7-7769-4ccc-af0a-552d75d74f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1853524-c6ed-4005-af14-c7cf7adab939', 'name': 'tempest-ServerRescueNegativeTestJSON-1755626312-router', 'tenant_id': '93424b38a7474b9787347d46184008c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:28:48Z', 'revision_number': 6, 'project_id': '93424b38a7474b9787347d46184008c3', 'gw_port_host': None}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:49.154677 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20446a7-7769-4ccc-af0a-552d75d74f2c None None] The sync data for ids ['b1853524-c6ed-4005-af14-c7cf7adab939'] in dv-cinder-794001-3-iscsi is: [{'id': 'b1853524-c6ed-4005-af14-c7cf7adab939', 'name': 'tempest-ServerRescueNegativeTestJSON-1755626312-router', 'tenant_id': '93424b38a7474b9787347d46184008c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:28:48Z', 'revision_number': 6, 'project_id': '93424b38a7474b9787347d46184008c3', 'gw_port_host': None}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:28:49.181537 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e346a0a1-17fc-4065-810d-9c7351ad51cd None None] Pushing event updated for resources: {'Port': ['ID=dd9dfe97-029d-4a2b-8298-1dab38219bbf,revision_number=2']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:49.232117 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e346a0a1-17fc-4065-810d-9c7351ad51cd None None] Pushing event updated for resources: {'Port': ['ID=dd9dfe97-029d-4a2b-8298-1dab38219bbf,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:49.242249 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dd55c1d6-d21b-4df6-a31b-addd07d80860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (5624c355-e1c2-42df-b70c-1c48ca830d4c), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:49.278693 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55c1d6-d21b-4df6-a31b-addd07d80860 admin admin] Pushing event deleted for resources: {'Port': ['ID=5624c355-e1c2-42df-b70c-1c48ca830d4c,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:49.285516 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'name': 'tempest-TestShelveInstance-1736345297-router', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:46Z', 'revision_number': 3, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'gw_port': {'id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:49.313241 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-9742e727-e2ae-47cb-b864-b81ea58f8e7c admin admin] Allocated IP 172.20.0.1 (cbb19803-443d-4415-86c7-ff03c2048d20/6729bb24-9786-4f47-bee1-4821053a11a2/31694d8b-6f91-4461-8463-654169471e12) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:28:49.334929 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76817553-c45a-4057-aad4-ce59bb8928a4 None None] The sync data for ids ['08954707-9268-4d1b-8fc4-979d1aba2ecf'] in dv-cinder-794001-3-iscsi is: [{'id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'name': 'tempest-TestShelveInstance-1736345297-router', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:46Z', 'revision_number': 3, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'gw_port': {'id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bb:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:28:49.408142 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dd55c1d6-d21b-4df6-a31b-addd07d80860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748694'] for router_gateway (b1853524-c6ed-4005-af14-c7cf7adab939), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:49.608340 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dd55c1d6-d21b-4df6-a31b-addd07d80860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497413'] for router (b1853524-c6ed-4005-af14-c7cf7adab939), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:49.612629 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dd55c1d6-d21b-4df6-a31b-addd07d80860 admin admin] Publish callbacks [] for router_controller (b1853524-c6ed-4005-af14-c7cf7adab939), precommit_delete_associations {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:49.699902 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dd55c1d6-d21b-4df6-a31b-addd07d80860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752138'] for router (b1853524-c6ed-4005-af14-c7cf7adab939), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:49.700557 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd55c1d6-d21b-4df6-a31b-addd07d80860 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1853524-c6ed-4005-af14-c7cf7adab939 {{(pid=102406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 19:28:49.705945 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-dd55c1d6-d21b-4df6-a31b-addd07d80860 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:49.709448 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-dd55c1d6-d21b-4df6-a31b-addd07d80860 admin admin] 10.222.0.50 "DELETE /v2.0/routers/b1853524-c6ed-4005-af14-c7cf7adab939 HTTP/1.1" status: 204 len: 168 time: 1.3285134 Jan 26 19:28:49.710163 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 55980) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:49.710628 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9742e727-e2ae-47cb-b864-b81ea58f8e7c admin admin] Publish callbacks [] for port (31694d8b-6f91-4461-8463-654169471e12), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:49.753730 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9742e727-e2ae-47cb-b864-b81ea58f8e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (31694d8b-6f91-4461-8463-654169471e12), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:49.788932 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f2a539-e69f-4367-9195-8a4754e75f18 admin admin] Deleting subnet 60c69d80-c100-4f11-893e-f1b4a9dffa16 {{(pid=102405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:28:49.793132 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a539-e69f-4367-9195-8a4754e75f18 admin admin] Publish callbacks [] for subnet (60c69d80-c100-4f11-893e-f1b4a9dffa16), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:49.809370 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9742e727-e2ae-47cb-b864-b81ea58f8e7c admin admin] Network cbb19803-443d-4415-86c7-ff03c2048d20 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:28:49.816098 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-9742e727-e2ae-47cb-b864-b81ea58f8e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:49.818640 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9742e727-e2ae-47cb-b864-b81ea58f8e7c admin admin] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:28:49.843394 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a539-e69f-4367-9195-8a4754e75f18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8393457'] for subnet (60c69d80-c100-4f11-893e-f1b4a9dffa16), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:49.861437 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742e727-e2ae-47cb-b864-b81ea58f8e7c admin admin] Pushing event updated for resources: {'Port': ['ID=31694d8b-6f91-4461-8463-654169471e12,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:49.894899 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9742e727-e2ae-47cb-b864-b81ea58f8e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747751'] for router_interface (08954707-9268-4d1b-8fc4-979d1aba2ecf), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:49.897438 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a539-e69f-4367-9195-8a4754e75f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588427'] for subnet (60c69d80-c100-4f11-893e-f1b4a9dffa16), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:49.970994 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a539-e69f-4367-9195-8a4754e75f18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8804400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069609'] for subnet (60c69d80-c100-4f11-893e-f1b4a9dffa16), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:50.025008 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f2a539-e69f-4367-9195-8a4754e75f18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60c69d80-c100-4f11-893e-f1b4a9dffa16,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:50.029768 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 778aa527-b005-45a6-8333-fdbdc7f55b55 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:28:50.034913 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a7f2a539-e69f-4367-9195-8a4754e75f18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:50.039762 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-a7f2a539-e69f-4367-9195-8a4754e75f18 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/60c69d80-c100-4f11-893e-f1b4a9dffa16 HTTP/1.1" status: 204 len: 168 time: 0.3278573 Jan 26 19:28:50.059052 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 55984) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:50.174046 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 778aa527-b005-45a6-8333-fdbdc7f55b55 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:50.174419 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (778aa527-b005-45a6-8333-fdbdc7f55b55), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:50.208574 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-71382ee2-ab1c-4202-a175-092c31eff8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056074'] for network (8746d71a-820a-4b05-87b9-92fff64ad22d), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:50.221669 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9742e727-e2ae-47cb-b864-b81ea58f8e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (31694d8b-6f91-4461-8463-654169471e12), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:50.343153 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-71382ee2-ab1c-4202-a175-092c31eff8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1586524', 'neutron.services.segments.db._delete_segments_for_network-8757114033794'] for network (8746d71a-820a-4b05-87b9-92fff64ad22d), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:50.381769 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 778aa527-b005-45a6-8333-fdbdc7f55b55 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:50.382866 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-71382ee2-ab1c-4202-a175-092c31eff8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8746d71a-820a-4b05-87b9-92fff64ad22d']}} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:50.399936 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 33b6266c-bc44-4da3-a0cb-a06bd1f835dc no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:28:50.412179 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-71382ee2-ab1c-4202-a175-092c31eff8c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09b212e7-8c79-48ff-8913-665194453dd5') {'for_net_delete': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:50.412491 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-71382ee2-ab1c-4202-a175-092c31eff8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09b212e7-8c79-48ff-8913-665194453dd5') {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:50.445138 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: 33b6266c-bc44-4da3-a0cb-a06bd1f835dc {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:28:50.445898 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 33b6266c-bc44-4da3-a0cb-a06bd1f835dc not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:28:50.448293 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-9f726e76-22a5-48b2-b208-70791f4a609b None None] Provisioning complete for port 31694d8b-6f91-4461-8463-654169471e12 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:50.448426 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-71382ee2-ab1c-4202-a175-092c31eff8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757114034827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8393464'] for segment (09b212e7-8c79-48ff-8913-665194453dd5), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:50.448772 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-9f726e76-22a5-48b2-b208-70791f4a609b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (31694d8b-6f91-4461-8463-654169471e12), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:50.488285 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-71382ee2-ab1c-4202-a175-092c31eff8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (09b212e7-8c79-48ff-8913-665194453dd5), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:50.504288 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71382ee2-ab1c-4202-a175-092c31eff8c6 admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=102405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:28:50.504695 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-71382ee2-ab1c-4202-a175-092c31eff8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8804510'] for segment (09b212e7-8c79-48ff-8913-665194453dd5), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: Traceback (most recent call last): Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: timer() Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: cb(*args, **kw) Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: return func(*args, **kwargs) Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: self._notify() Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: self.callback(batched_events) Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: event.method(event) Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: return f(self, *a, **k) Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: return self._get(url).json() Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: return self.request(url, 'GET', **kwargs) Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:28:50.509747 dv-cinder-794001-3-iscsi neutron-server[102405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:28:50.522324 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-9f726e76-22a5-48b2-b208-70791f4a609b None None] Port 31694d8b-6f91-4461-8463-654169471e12 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:28:50.535002 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9742e727-e2ae-47cb-b864-b81ea58f8e7c admin admin] Publish callbacks [] for port (31694d8b-6f91-4461-8463-654169471e12), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:50.552445 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9742e727-e2ae-47cb-b864-b81ea58f8e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (31694d8b-6f91-4461-8463-654169471e12), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:50.644993 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-71382ee2-ab1c-4202-a175-092c31eff8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1586517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747646'] for network (8746d71a-820a-4b05-87b9-92fff64ad22d), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:50.655259 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-71382ee2-ab1c-4202-a175-092c31eff8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:50.661777 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-71382ee2-ab1c-4202-a175-092c31eff8c6 admin admin] 10.222.0.50 "DELETE /v2.0/networks/8746d71a-820a-4b05-87b9-92fff64ad22d HTTP/1.1" status: 204 len: 168 time: 0.5982432 Jan 26 19:28:50.685107 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9742e727-e2ae-47cb-b864-b81ea58f8e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1016890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747383'] for router_interface (08954707-9268-4d1b-8fc4-979d1aba2ecf), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:50.688679 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742e727-e2ae-47cb-b864-b81ea58f8e7c admin admin] Pushing event updated for resources: {'Port': ['ID=31694d8b-6f91-4461-8463-654169471e12,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:50.699543 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71382ee2-ab1c-4202-a175-092c31eff8c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8746d71a-820a-4b05-87b9-92fff64ad22d,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:50.827319 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9742e727-e2ae-47cb-b864-b81ea58f8e7c admin admin] Network cbb19803-443d-4415-86c7-ff03c2048d20 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:28:50.829441 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-9742e727-e2ae-47cb-b864-b81ea58f8e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:50.911908 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 55992) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:50.988121 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c6109820-a8be-4c01-9001-8b798114db6d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93424b38a7474b9787347d46184008c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0725453 Jan 26 19:28:50.988121 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 55994) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:51.038738 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9742e727-e2ae-47cb-b864-b81ea58f8e7c admin admin] Router 08954707-9268-4d1b-8fc4-979d1aba2ecf has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:28:51.125517 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5534222e-72a5-4725-9acd-f87beb585b8b admin admin] Publish callbacks [] for security_group (ef25084c-6cd2-4781-b1e0-200557d831b0), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:51.165348 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5534222e-72a5-4725-9acd-f87beb585b8b admin admin] Publish callbacks [] for security_group (ef25084c-6cd2-4781-b1e0-200557d831b0), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:51.235176 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9742e727-e2ae-47cb-b864-b81ea58f8e7c admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:28:51.243535 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-9742e727-e2ae-47cb-b864-b81ea58f8e7c admin admin] 10.222.0.50 "PUT /v2.0/routers/08954707-9268-4d1b-8fc4-979d1aba2ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7398667 Jan 26 19:28:51.263588 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-091bdd99-f08c-450e-b3d8-17b0f79240a2 None None] Provisioning complete for port 31694d8b-6f91-4461-8463-654169471e12 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:51.264642 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-091bdd99-f08c-450e-b3d8-17b0f79240a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (31694d8b-6f91-4461-8463-654169471e12), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:51.267635 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5534222e-72a5-4725-9acd-f87beb585b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (ef25084c-6cd2-4781-b1e0-200557d831b0), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:51.270637 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5534222e-72a5-4725-9acd-f87beb585b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:51.272199 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-5534222e-72a5-4725-9acd-f87beb585b8b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ef25084c-6cd2-4781-b1e0-200557d831b0 HTTP/1.1" status: 204 len: 168 time: 0.2830291 Jan 26 19:28:51.294268 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534222e-72a5-4725-9acd-f87beb585b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef25084c-6cd2-4781-b1e0-200557d831b0,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:51.341193 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-091bdd99-f08c-450e-b3d8-17b0f79240a2 None None] Port 31694d8b-6f91-4461-8463-654169471e12 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:28:51.603699 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device dd9dfe97-029d-4a2b-8298-1dab38219bbf up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:28:51.670253 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port dd9dfe97-029d-4a2b-8298-1dab38219bbf triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:51.670985 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (dd9dfe97-029d-4a2b-8298-1dab38219bbf), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:51.875335 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port dd9dfe97-029d-4a2b-8298-1dab38219bbf is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:51.875732 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (dd9dfe97-029d-4a2b-8298-1dab38219bbf), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:51.916090 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] For port dd9dfe97-029d-4a2b-8298-1dab38219bbf, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=dd9dfe97-029d-4a2b-8298-1dab38219bbf,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:51.925685 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (dd9dfe97-029d-4a2b-8298-1dab38219bbf), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:51.939209 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 5624c355-e1c2-42df-b70c-1c48ca830d4c no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:28:52.003653 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: 5624c355-e1c2-42df-b70c-1c48ca830d4c {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:28:52.008668 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 5624c355-e1c2-42df-b70c-1c48ca830d4c not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:28:52.042691 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Pushing event updated for resources: {'Port': ['ID=dd9dfe97-029d-4a2b-8298-1dab38219bbf,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:52.265751 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 56036) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:52.277389 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-22217d57-2fb5-43da-8e19-ca5a9674c5a2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-146155761-network', 'tenant_id': 'ef94837f5d8040ca9d0fb1199d1a61bc'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:28:52.280712 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Sync routers for ids ['08954707-9268-4d1b-8fc4-979d1aba2ecf'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:28:52.295642 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Routers {'08954707-9268-4d1b-8fc4-979d1aba2ecf'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:28:52.296516 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:28:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['08954707-9268-4d1b-8fc4-979d1aba2ecf'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:52.306269 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22217d57-2fb5-43da-8e19-ca5a9674c5a2 admin admin] Made reservation on behalf of ef94837f5d8040ca9d0fb1199d1a61bc for: {'network': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:28:52.309484 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-22217d57-2fb5-43da-8e19-ca5a9674c5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:52.320176 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-22217d57-2fb5-43da-8e19-ca5a9674c5a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:52.433079 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-22217d57-2fb5-43da-8e19-ca5a9674c5a2 admin admin] Publish callbacks [] for security_group (f8cceba7-fa25-49b8-ac85-9ea6fe411825), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:52.441899 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-22217d57-2fb5-43da-8e19-ca5a9674c5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (f8cceba7-fa25-49b8-ac85-9ea6fe411825), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:52.486051 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22217d57-2fb5-43da-8e19-ca5a9674c5a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=102405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:28:52.495822 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Set router 08954707-9268-4d1b-8fc4-979d1aba2ecf gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:28:52.499213 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22217d57-2fb5-43da-8e19-ca5a9674c5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cceba7-fa25-49b8-ac85-9ea6fe411825,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:52.511999 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-22217d57-2fb5-43da-8e19-ca5a9674c5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (e7f1d110-bdca-49a0-8032-d045ea499860), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:52.512287 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.segments_db [None req-22217d57-2fb5-43da-8e19-ca5a9674c5a2 admin admin] Added segment e7f1d110-bdca-49a0-8032-d045ea499860 of type vlan for network a4022cf2-b172-4d79-b584-00d1723b92b2 Jan 26 19:28:52.618963 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-22217d57-2fb5-43da-8e19-ca5a9674c5a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (a4022cf2-b172-4d79-b584-00d1723b92b2), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:52.681166 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-22217d57-2fb5-43da-8e19-ca5a9674c5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (a4022cf2-b172-4d79-b584-00d1723b92b2), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:52.683099 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22217d57-2fb5-43da-8e19-ca5a9674c5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:52.683916 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-22217d57-2fb5-43da-8e19-ca5a9674c5a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:52.803630 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-22217d57-2fb5-43da-8e19-ca5a9674c5a2 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5361242 Jan 26 19:28:52.806983 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 56050) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:52.807554 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22217d57-2fb5-43da-8e19-ca5a9674c5a2 admin admin] Pushing event updated for resources: {'Network': ['ID=a4022cf2-b172-4d79-b584-00d1723b92b2,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:52.813035 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-aa6d34b6-44ff-4549-bd38-8f2455a99385 admin admin] Request body: {'subnet': {'network_id': 'a4022cf2-b172-4d79-b584-00d1723b92b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-146155761-subnet', 'tenant_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'ip_version': 4}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:28:52.823673 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network a4022cf2-b172-4d79-b584-00d1723b92b2 details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:28:52.856500 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6d34b6-44ff-4549-bd38-8f2455a99385 admin admin] Made reservation on behalf of ef94837f5d8040ca9d0fb1199d1a61bc for: {'subnet': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:28:52.862426 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-aa6d34b6-44ff-4549-bd38-8f2455a99385 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8456570'] for subnet (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:52.979188 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'name': 'tempest-TestShelveInstance-1736345297-router', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:50Z', 'revision_number': 4, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'gw_port': {'id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '31694d8b-6f91-4461-8463-654169471e12', 'name': '', 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'mac_address': 'fa:16:3e:8e:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:48Z', 'updated_at': '2022-01-26T19:28:50Z', 'revision_number': 2, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'subnets': [{'id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:53.021494 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Checking router: 08954707-9268-4d1b-8fc4-979d1aba2ecf for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:28:53.022091 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Updating router 08954707-9268-4d1b-8fc4-979d1aba2ecf port 31694d8b-6f91-4461-8463-654169471e12 binding host dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:28:53.067923 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (31694d8b-6f91-4461-8463-654169471e12), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:53.119176 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-aa6d34b6-44ff-4549-bd38-8f2455a99385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8456524'] for subnet (7339cf6b-144a-4c3c-a01d-fa45b117f776), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:53.423303 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d34b6-44ff-4549-bd38-8f2455a99385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7339cf6b-144a-4c3c-a01d-fa45b117f776,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:53.457516 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6d34b6-44ff-4549-bd38-8f2455a99385 admin admin] Checking segment: {'id': 'e7f1d110-bdca-49a0-8032-d045ea499860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4022cf2-b172-4d79-b584-00d1723b92b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:28:53.457877 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6d34b6-44ff-4549-bd38-8f2455a99385 admin admin] Network hostable DHCP agents. Network: a4022cf2-b172-4d79-b584-00d1723b92b2, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:28:53.496063 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6d34b6-44ff-4549-bd38-8f2455a99385 admin admin] Network a4022cf2-b172-4d79-b584-00d1723b92b2 is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:28:53.519527 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Publish callbacks [] for port (31694d8b-6f91-4461-8463-654169471e12), precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:53.520384 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-aa6d34b6-44ff-4549-bd38-8f2455a99385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, a4022cf2-b172-4d79-b584-00d1723b92b2) {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:53.525324 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6d34b6-44ff-4549-bd38-8f2455a99385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:53.525836 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-aa6d34b6-44ff-4549-bd38-8f2455a99385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:53.532858 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcfcb64-d644-407e-b60c-bd7573a87009 None None] Network a4022cf2-b172-4d79-b584-00d1723b92b2 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:28:53.547908 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-aa6d34b6-44ff-4549-bd38-8f2455a99385 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7374299 Jan 26 19:28:53.548187 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 56070) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:53.552252 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (31694d8b-6f91-4461-8463-654169471e12), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:53.554443 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-146155761-router', 'tenant_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:28:53.566355 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device dd9dfe97-029d-4a2b-8298-1dab38219bbf up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:28:53.597829 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497431'] for router (c2229cab-4427-4924-9ee4-b55bada5e016), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:53.601163 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497422'] for router (c2229cab-4427-4924-9ee4-b55bada5e016), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:53.645544 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f6e5e-5e06-4e42-802b-8ad6df6c0680 None None] Pushing event updated for resources: {'Port': ['ID=31694d8b-6f91-4461-8463-654169471e12,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:53.682698 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] Publish callbacks [] for router_controller (c2229cab-4427-4924-9ee4-b55bada5e016), precommit_add_association {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:53.721920 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Attempting to bind port 31694d8b-6f91-4461-8463-654169471e12 on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:28:53.722379 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Attempting to bind port 31694d8b-6f91-4461-8463-654169471e12 by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': 'cdbadc41-f04b-404f-a6fa-05259b01a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:28:53.723258 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Attempting to bind port 31694d8b-6f91-4461-8463-654169471e12 on network cbb19803-443d-4415-86c7-ff03c2048d20 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:28:53.735408 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:28:53.736271 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Checking segment: {'id': 'cdbadc41-f04b-404f-a6fa-05259b01a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:28:53.736951 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:53.737615 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Bound using segment: {'id': 'cdbadc41-f04b-404f-a6fa-05259b01a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:28:53.738340 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Bound port: 31694d8b-6f91-4461-8463-654169471e12, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdbadc41-f04b-404f-a6fa-05259b01a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:28:53.748258 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (31694d8b-6f91-4461-8463-654169471e12), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:53.828024 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94f69b5e-464c-595b-b80f-295735cfbe44-a4022cf2-b172-4d79-b584-00d1723b92b2', 'network_id': 'a4022cf2-b172-4d79-b584-00d1723b92b2', 'project_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'fixed_ips': [{'subnet_id': '7339cf6b-144a-4c3c-a01d-fa45b117f776'}]}} from dv-cinder-794001-3-iscsi. {{(pid=102407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 19:28:53.828884 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:53.831459 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port dd9dfe97-029d-4a2b-8298-1dab38219bbf triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:53.832052 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (dd9dfe97-029d-4a2b-8298-1dab38219bbf), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:53.875248 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] Publish callbacks [] for router_gateway (c2229cab-4427-4924-9ee4-b55bada5e016), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:53.948409 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] For port 31694d8b-6f91-4461-8463-654169471e12, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:28:53.956991 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] For port 31694d8b-6f91-4461-8463-654169471e12, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=31694d8b-6f91-4461-8463-654169471e12,segment=NetworkSegment(cdbadc41-f04b-404f-a6fa-05259b01a168),segment_id=cdbadc41-f04b-404f-a6fa-05259b01a168)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:28:53.966615 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (31694d8b-6f91-4461-8463-654169471e12), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:54.116431 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f6e5e-5e06-4e42-802b-8ad6df6c0680 None None] Pushing event updated for resources: {'Port': ['ID=31694d8b-6f91-4461-8463-654169471e12,revision_number=4']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:54.122086 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Routers {'08954707-9268-4d1b-8fc4-979d1aba2ecf'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:28:54.122987 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:28:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['08954707-9268-4d1b-8fc4-979d1aba2ecf'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:54.144612 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port dd9dfe97-029d-4a2b-8298-1dab38219bbf is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:54.154671 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-2e2feb0d-f37f-4835-bf24-9acd60101a68 None None] Provisioning complete for port 31694d8b-6f91-4461-8463-654169471e12 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:54.161268 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2e2feb0d-f37f-4835-bf24-9acd60101a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (31694d8b-6f91-4461-8463-654169471e12), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:54.176389 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.db_base_plugin_common [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Allocated IP 172.20.0.2 (a4022cf2-b172-4d79-b584-00d1723b92b2/7339cf6b-144a-4c3c-a01d-fa45b117f776/32b891b2-391f-49ce-9bae-a65c48306b8f) {{(pid=102407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:28:54.311095 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] Publish callbacks [] for router_gateway (c2229cab-4427-4924-9ee4-b55bada5e016), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:54.336116 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:54.351433 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] Set router 08954707-9268-4d1b-8fc4-979d1aba2ecf gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:28:54.370094 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-2e2feb0d-f37f-4835-bf24-9acd60101a68 None None] Current status of the port 31694d8b-6f91-4461-8463-654169471e12 is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:54.370491 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2e2feb0d-f37f-4835-bf24-9acd60101a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (31694d8b-6f91-4461-8463-654169471e12), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:54.482824 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] Allocated IP 172.27.1.137 (8cf07f92-025e-4326-a933-3274338e1685/c6bed3d7-de6a-4276-b4da-48f65ec8568d/df678b75-2865-4bbf-baa2-7edd3c07f896) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:28:54.489321 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-2e2feb0d-f37f-4835-bf24-9acd60101a68 None None] For port 31694d8b-6f91-4461-8463-654169471e12, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=31694d8b-6f91-4461-8463-654169471e12,segment=NetworkSegment(cdbadc41-f04b-404f-a6fa-05259b01a168),segment_id=cdbadc41-f04b-404f-a6fa-05259b01a168)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:54.499410 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2e2feb0d-f37f-4835-bf24-9acd60101a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (31694d8b-6f91-4461-8463-654169471e12), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:54.572452 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Publish callbacks [] for port (32b891b2-391f-49ce-9bae-a65c48306b8f), precommit_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:54.598462 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79267c4-9091-4359-971a-9aa616b76c45 req-766d2ae3-33cf-416a-bf34-4a8d092abe9d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:54.600254 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (32b891b2-391f-49ce-9bae-a65c48306b8f), after_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:54.606016 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d79267c4-9091-4359-971a-9aa616b76c45 req-766d2ae3-33cf-416a-bf34-4a8d092abe9d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/networks?id=590152ee-adf6-40f5-834e-49c3cbd5a7a8 HTTP/1.1" status: 200 len: 815 time: 0.1478386 Jan 26 19:28:54.621255 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d79267c4-9091-4359-971a-9aa616b76c45 req-e28385a8-7bd8-4b78-bff0-1b39888ceeb0 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/quotas/40e0cd503f8d4553bd7dad0615823d3d HTTP/1.1" status: 200 len: 375 time: 0.0143223 Jan 26 19:28:54.637081 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2feb0d-f37f-4835-bf24-9acd60101a68 None None] Pushing event updated for resources: {'Port': ['ID=31694d8b-6f91-4461-8463-654169471e12,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:54.637385 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] Publish callbacks [] for port (df678b75-2865-4bbf-baa2-7edd3c07f896), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:54.651446 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'name': 'tempest-TestShelveInstance-1736345297-router', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:50Z', 'revision_number': 4, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'gw_port': {'id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '31694d8b-6f91-4461-8463-654169471e12', 'name': '', 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'mac_address': 'fa:16:3e:8e:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:48Z', 'updated_at': '2022-01-26T19:28:53Z', 'revision_number': 4, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'subnets': [{'id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:54.661977 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Network a4022cf2-b172-4d79-b584-00d1723b92b2 is already hosted by enough agents. {{(pid=102407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:28:54.691490 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883dd3d-cde9-42e3-9bf6-df5df68fd752 None None] The sync data for ids ['08954707-9268-4d1b-8fc4-979d1aba2ecf'] in dv-cinder-794001-3-iscsi is: [{'id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'name': 'tempest-TestShelveInstance-1736345297-router', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:50Z', 'revision_number': 4, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'gw_port': {'id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '31694d8b-6f91-4461-8463-654169471e12', 'name': '', 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'mac_address': 'fa:16:3e:8e:fe:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:48Z', 'updated_at': '2022-01-26T19:28:53Z', 'revision_number': 4, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'subnets': [{'id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:28:54.696383 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d79267c4-9091-4359-971a-9aa616b76c45 req-c2ae4fac-02de-4709-af2a-285b443460eb tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=40e0cd503f8d4553bd7dad0615823d3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731490 Jan 26 19:28:54.703838 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.base_scheduler [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Resources bound (agent type, host, resource id): {{(pid=102407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:54.718132 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Received port after_create {{(pid=102407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:28:54.723572 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-f04b2b42-90e1-446b-a7f4-e4dc80928217 None None] Provisioning complete for port 31694d8b-6f91-4461-8463-654169471e12 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:54.724081 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-f04b2b42-90e1-446b-a7f4-e4dc80928217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (31694d8b-6f91-4461-8463-654169471e12), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:54.724704 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (df678b75-2865-4bbf-baa2-7edd3c07f896), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:54.770825 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Pushing event updated for resources: {'Port': ['ID=32b891b2-391f-49ce-9bae-a65c48306b8f,revision_number=1']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:54.811275 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] Pushing event updated for resources: {'Port': ['ID=df678b75-2865-4bbf-baa2-7edd3c07f896,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:54.814870 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] Network 8cf07f92-025e-4326-a933-3274338e1685 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:28:54.816842 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:54.825009 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:28:54.840814 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d79267c4-9091-4359-971a-9aa616b76c45 req-0a59bc2c-0ddb-4050-a4e4-2719980854a4 service neutron] 10.222.0.50 "GET /v2.0/networks/590152ee-adf6-40f5-834e-49c3cbd5a7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442349 Jan 26 19:28:54.872601 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Attempting to bind port 32b891b2-391f-49ce-9bae-a65c48306b8f on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:28:54.873146 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Attempting to bind port 32b891b2-391f-49ce-9bae-a65c48306b8f by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': 'e7f1d110-bdca-49a0-8032-d045ea499860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4022cf2-b172-4d79-b584-00d1723b92b2'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:28:54.873427 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Attempting to bind port 32b891b2-391f-49ce-9bae-a65c48306b8f on network a4022cf2-b172-4d79-b584-00d1723b92b2 {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:28:54.882717 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:28:54.883092 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Checking segment: {'id': 'e7f1d110-bdca-49a0-8032-d045ea499860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4022cf2-b172-4d79-b584-00d1723b92b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:28:54.883494 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:54.884529 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Bound using segment: {'id': 'e7f1d110-bdca-49a0-8032-d045ea499860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4022cf2-b172-4d79-b584-00d1723b92b2'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:28:54.885019 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Bound port: 32b891b2-391f-49ce-9bae-a65c48306b8f, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f1d110-bdca-49a0-8032-d045ea499860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4022cf2-b172-4d79-b584-00d1723b92b2'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:28:54.885396 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (32b891b2-391f-49ce-9bae-a65c48306b8f), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:54.971760 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-f04b2b42-90e1-446b-a7f4-e4dc80928217 None None] Current status of the port 31694d8b-6f91-4461-8463-654169471e12 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:54.984317 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d79267c4-9091-4359-971a-9aa616b76c45 req-91c1df32-fbcd-4418-b660-1513b430bd22 service neutron] 10.222.0.50 "GET /v2.0/networks/590152ee-adf6-40f5-834e-49c3cbd5a7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289351 Jan 26 19:28:54.999627 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] For port 32b891b2-391f-49ce-9bae-a65c48306b8f, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:28:55.003241 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] For port 32b891b2-391f-49ce-9bae-a65c48306b8f, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=32b891b2-391f-49ce-9bae-a65c48306b8f,segment=NetworkSegment(e7f1d110-bdca-49a0-8032-d045ea499860),segment_id=e7f1d110-bdca-49a0-8032-d045ea499860)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:28:55.011110 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (32b891b2-391f-49ce-9bae-a65c48306b8f), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:55.088950 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8e2bc-82dd-4c6b-afcb-567af2a9850d None None] Pushing event updated for resources: {'Port': ['ID=32b891b2-391f-49ce-9bae-a65c48306b8f,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:55.149149 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] Publish callbacks [] for router_gateway (c2229cab-4427-4924-9ee4-b55bada5e016), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:55.297619 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4c94f069-6244-4629-b971-13f9e7842645 req-c0a562df-4c84-46e8-9c24-acfb5f8dc25f tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 210 time: 0.0844440 Jan 26 19:28:55.556044 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:28:55.579674 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748722'] for router (c2229cab-4427-4924-9ee4-b55bada5e016), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:55.785998 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 32b891b2-391f-49ce-9bae-a65c48306b8f up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:28:55.835294 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] Router c2229cab-4427-4924-9ee4-b55bada5e016 is scheduled to L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec with binding_index 1 {{(pid=102406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 19:28:55.908826 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 32b891b2-391f-49ce-9bae-a65c48306b8f triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:55.909863 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (32b891b2-391f-49ce-9bae-a65c48306b8f), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:56.064792 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:28:56.093843 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:56.095919 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-fc59632e-9555-42a5-9b8c-366c5c54714b admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5463707 Jan 26 19:28:56.098136 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 56150) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:28:56.257062 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Sync routers for ids ['c2229cab-4427-4924-9ee4-b55bada5e016'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:28:56.272858 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Routers {'c2229cab-4427-4924-9ee4-b55bada5e016'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:28:56.273976 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:28:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['c2229cab-4427-4924-9ee4-b55bada5e016'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:56.545416 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a2fd659e-35da-4800-8c45-cd3e5756ecbd req-b728be49-6c19-420f-bd03-d5aeb13f98f7 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 210 time: 0.0496721 Jan 26 19:28:56.639524 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 32b891b2-391f-49ce-9bae-a65c48306b8f is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:56.640141 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (32b891b2-391f-49ce-9bae-a65c48306b8f), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:56.789181 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] For port 32b891b2-391f-49ce-9bae-a65c48306b8f, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=32b891b2-391f-49ce-9bae-a65c48306b8f,segment=NetworkSegment(e7f1d110-bdca-49a0-8032-d045ea499860),segment_id=e7f1d110-bdca-49a0-8032-d045ea499860)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:28:56.813521 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Set router c2229cab-4427-4924-9ee4-b55bada5e016 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:28:56.892780 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56bec54-f503-438b-ac6c-d2218e336f1a None None] Network a4022cf2-b172-4d79-b584-00d1723b92b2 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:28:56.914253 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (32b891b2-391f-49ce-9bae-a65c48306b8f), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:56.915210 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 31694d8b-6f91-4461-8463-654169471e12 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:28:57.052557 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-12fe14ef-3b00-43c0-baa9-4d2f6c367306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:57.097202 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-ae6a5604-425d-4a72-8f89-08510ced644b None None] Provisioning complete for port 32b891b2-391f-49ce-9bae-a65c48306b8f triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:57.097577 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-ae6a5604-425d-4a72-8f89-08510ced644b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (32b891b2-391f-49ce-9bae-a65c48306b8f), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:57.098587 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79267c4-9091-4359-971a-9aa616b76c45 req-c6042618-eab2-40ba-b8a0-b5e82ee78647 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:57.100054 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d79267c4-9091-4359-971a-9aa616b76c45 req-c6042618-eab2-40ba-b8a0-b5e82ee78647 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.46 "GET /v2.0/networks?id=590152ee-adf6-40f5-834e-49c3cbd5a7a8 HTTP/1.1" status: 200 len: 815 time: 0.2129083 Jan 26 19:28:57.131845 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-d79267c4-9091-4359-971a-9aa616b76c45 req-9579494a-c668-4f36-99a9-9d0b60834689 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Request body: {'port': {'device_id': '283eeb00-cb4f-420c-86c1-5b109a89420c', 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8', 'admin_state_up': True, 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:28:57.141048 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Pushing event updated for resources: {'Port': ['ID=32b891b2-391f-49ce-9bae-a65c48306b8f,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:57.232922 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 31694d8b-6f91-4461-8463-654169471e12 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:57.233303 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (31694d8b-6f91-4461-8463-654169471e12), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:57.335026 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-ae6a5604-425d-4a72-8f89-08510ced644b None None] Current status of the port 32b891b2-391f-49ce-9bae-a65c48306b8f is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:57.373494 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2229cab-4427-4924-9ee4-b55bada5e016', 'name': 'tempest-TestShelveInstance-146155761-router', 'tenant_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'df678b75-2865-4bbf-baa2-7edd3c07f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:53Z', 'updated_at': '2022-01-26T19:28:55Z', 'revision_number': 3, 'project_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'gw_port': {'id': 'df678b75-2865-4bbf-baa2-7edd3c07f896', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2229cab-4427-4924-9ee4-b55bada5e016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:54Z', 'updated_at': '2022-01-26T19:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:57.404482 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Checking router: c2229cab-4427-4924-9ee4-b55bada5e016 for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:28:57.404840 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Updating router c2229cab-4427-4924-9ee4-b55bada5e016 port df678b75-2865-4bbf-baa2-7edd3c07f896 binding host dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:28:57.443029 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 31694d8b-6f91-4461-8463-654169471e12 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:57.452312 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (df678b75-2865-4bbf-baa2-7edd3c07f896), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:57.608004 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 32b891b2-391f-49ce-9bae-a65c48306b8f up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:28:57.705127 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-28defe82-e8cc-413b-b6d1-27a4eb425ac7 req-e63700a9-a6b6-4cfb-adb6-77feb35709bd tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 210 time: 0.0470181 Jan 26 19:28:57.758121 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-489cded0-7397-49ec-8ac5-2c52036ed9da None None] Provisioning complete for port 32b891b2-391f-49ce-9bae-a65c48306b8f triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:57.758785 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-489cded0-7397-49ec-8ac5-2c52036ed9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (32b891b2-391f-49ce-9bae-a65c48306b8f), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:57.776088 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79267c4-9091-4359-971a-9aa616b76c45 req-9579494a-c668-4f36-99a9-9d0b60834689 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Made reservation on behalf of 40e0cd503f8d4553bd7dad0615823d3d for: {'port': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:28:57.779459 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-d79267c4-9091-4359-971a-9aa616b76c45 req-9579494a-c668-4f36-99a9-9d0b60834689 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:57.837064 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 32b891b2-391f-49ce-9bae-a65c48306b8f triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:57.837533 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (32b891b2-391f-49ce-9bae-a65c48306b8f), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:57.872171 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-12fe14ef-3b00-43c0-baa9-4d2f6c367306 admin admin] Allocated IP 172.20.0.1 (a4022cf2-b172-4d79-b584-00d1723b92b2/7339cf6b-144a-4c3c-a01d-fa45b117f776/5f779529-1ad3-466a-ad30-5469fddcee45) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:28:57.992136 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-489cded0-7397-49ec-8ac5-2c52036ed9da None None] Current status of the port 32b891b2-391f-49ce-9bae-a65c48306b8f is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:58.001719 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Publish callbacks [] for port (df678b75-2865-4bbf-baa2-7edd3c07f896), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:58.034882 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (df678b75-2865-4bbf-baa2-7edd3c07f896), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:58.085062 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 32b891b2-391f-49ce-9bae-a65c48306b8f is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:28:58.125191 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6136258-ee2c-4b9b-9a7a-93fdc84dd89b None None] Pushing event updated for resources: {'Port': ['ID=df678b75-2865-4bbf-baa2-7edd3c07f896,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:58.128338 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Attempting to bind port df678b75-2865-4bbf-baa2-7edd3c07f896 on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:28:58.129141 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Attempting to bind port df678b75-2865-4bbf-baa2-7edd3c07f896 by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:28:58.129737 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Attempting to bind port df678b75-2865-4bbf-baa2-7edd3c07f896 on network 8cf07f92-025e-4326-a933-3274338e1685 {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:28:58.134242 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [req-d79267c4-9091-4359-971a-9aa616b76c45 req-9579494a-c668-4f36-99a9-9d0b60834689 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Allocated IP 172.20.0.8 (590152ee-adf6-40f5-834e-49c3cbd5a7a8/d50d30d9-f797-4040-a4fc-59fb3d1d0993/a92f78fe-a95a-433e-ae74-1d826804d788) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:28:58.138499 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:28:58.139012 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Checking segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:28:58.139544 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:58.140128 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Bound using segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:28:58.140966 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Bound port: df678b75-2865-4bbf-baa2-7edd3c07f896, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:28:58.141515 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (df678b75-2865-4bbf-baa2-7edd3c07f896), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:58.201550 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-12fe14ef-3b00-43c0-baa9-4d2f6c367306 admin admin] Publish callbacks [] for port (5f779529-1ad3-466a-ad30-5469fddcee45), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:58.213687 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] For port df678b75-2865-4bbf-baa2-7edd3c07f896, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:28:58.218653 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] For port df678b75-2865-4bbf-baa2-7edd3c07f896, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=df678b75-2865-4bbf-baa2-7edd3c07f896,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:28:58.226011 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (df678b75-2865-4bbf-baa2-7edd3c07f896), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:58.306187 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Routers {'c2229cab-4427-4924-9ee4-b55bada5e016'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:28:58.307093 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:28:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['c2229cab-4427-4924-9ee4-b55bada5e016'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:58.363406 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-12fe14ef-3b00-43c0-baa9-4d2f6c367306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (5f779529-1ad3-466a-ad30-5469fddcee45), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:58.399740 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6136258-ee2c-4b9b-9a7a-93fdc84dd89b None None] Pushing event updated for resources: {'Port': ['ID=df678b75-2865-4bbf-baa2-7edd3c07f896,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:58.426417 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fe14ef-3b00-43c0-baa9-4d2f6c367306 admin admin] Network a4022cf2-b172-4d79-b584-00d1723b92b2 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:28:58.433157 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-12fe14ef-3b00-43c0-baa9-4d2f6c367306 admin admin] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:58.450842 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fe14ef-3b00-43c0-baa9-4d2f6c367306 admin admin] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:28:58.552914 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-12fe14ef-3b00-43c0-baa9-4d2f6c367306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747751'] for router_interface (c2229cab-4427-4924-9ee4-b55bada5e016), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:58.630497 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] Set router c2229cab-4427-4924-9ee4-b55bada5e016 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:28:58.676613 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe14ef-3b00-43c0-baa9-4d2f6c367306 admin admin] Pushing event updated for resources: {'Port': ['ID=5f779529-1ad3-466a-ad30-5469fddcee45,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:58.749554 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-d79267c4-9091-4359-971a-9aa616b76c45 req-9579494a-c668-4f36-99a9-9d0b60834689 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for port (a92f78fe-a95a-433e-ae74-1d826804d788), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:58.839761 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-d79267c4-9091-4359-971a-9aa616b76c45 req-9579494a-c668-4f36-99a9-9d0b60834689 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:58.891858 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0bd9b3-ce4a-49a2-96b9-73ce01257a2b req-e386572d-2957-41b1-8215-e02342cfce29 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:58.894067 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bb0bd9b3-ce4a-49a2-96b9-73ce01257a2b req-e386572d-2957-41b1-8215-e02342cfce29 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 931 time: 0.0649378 Jan 26 19:28:58.924215 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79267c4-9091-4359-971a-9aa616b76c45 req-9579494a-c668-4f36-99a9-9d0b60834689 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Network 590152ee-adf6-40f5-834e-49c3cbd5a7a8 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:28:58.935642 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [req-d79267c4-9091-4359-971a-9aa616b76c45 req-9579494a-c668-4f36-99a9-9d0b60834689 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:58.939660 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79267c4-9091-4359-971a-9aa616b76c45 req-9579494a-c668-4f36-99a9-9d0b60834689 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:28:58.965849 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579494a-c668-4f36-99a9-9d0b60834689 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Pushing event updated for resources: {'Port': ['ID=a92f78fe-a95a-433e-ae74-1d826804d788,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:58.972457 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bb0bd9b3-ce4a-49a2-96b9-73ce01257a2b req-58ce64c1-13ee-41d8-9a82-137280bcf8b7 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566564 Jan 26 19:28:58.976013 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-12fe14ef-3b00-43c0-baa9-4d2f6c367306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (5f779529-1ad3-466a-ad30-5469fddcee45), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:59.022766 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79267c4-9091-4359-971a-9aa616b76c45 req-9579494a-c668-4f36-99a9-9d0b60834689 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:28:59.023640 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-d79267c4-9091-4359-971a-9aa616b76c45 req-9579494a-c668-4f36-99a9-9d0b60834689 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:59.052081 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-3b4e769b-5d65-4789-91fc-bfac51d8f0a9 None None] Provisioning complete for port 5f779529-1ad3-466a-ad30-5469fddcee45 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:59.052667 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-3b4e769b-5d65-4789-91fc-bfac51d8f0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (5f779529-1ad3-466a-ad30-5469fddcee45), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:59.055326 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d79267c4-9091-4359-971a-9aa616b76c45 req-9579494a-c668-4f36-99a9-9d0b60834689 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9271419 Jan 26 19:28:59.140725 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e769b-5d65-4789-91fc-bfac51d8f0a9 None None] Port 5f779529-1ad3-466a-ad30-5469fddcee45 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:28:59.188117 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-12fe14ef-3b00-43c0-baa9-4d2f6c367306 admin admin] Publish callbacks [] for port (5f779529-1ad3-466a-ad30-5469fddcee45), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:59.198565 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-12fe14ef-3b00-43c0-baa9-4d2f6c367306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (5f779529-1ad3-466a-ad30-5469fddcee45), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:59.265386 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2229cab-4427-4924-9ee4-b55bada5e016', 'name': 'tempest-TestShelveInstance-146155761-router', 'tenant_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'df678b75-2865-4bbf-baa2-7edd3c07f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:53Z', 'updated_at': '2022-01-26T19:28:55Z', 'revision_number': 3, 'project_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'gw_port': {'id': 'df678b75-2865-4bbf-baa2-7edd3c07f896', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2229cab-4427-4924-9ee4-b55bada5e016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:54Z', 'updated_at': '2022-01-26T19:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:28:59.281917 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-12fe14ef-3b00-43c0-baa9-4d2f6c367306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1016890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747383'] for router_interface (c2229cab-4427-4924-9ee4-b55bada5e016), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:59.284182 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe14ef-3b00-43c0-baa9-4d2f6c367306 admin admin] Pushing event updated for resources: {'Port': ['ID=5f779529-1ad3-466a-ad30-5469fddcee45,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:28:59.317429 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec3049b-3336-4d71-8ed4-96b98c0e87d6 None None] The sync data for ids ['c2229cab-4427-4924-9ee4-b55bada5e016'] in dv-cinder-794001-3-iscsi is: [{'id': 'c2229cab-4427-4924-9ee4-b55bada5e016', 'name': 'tempest-TestShelveInstance-146155761-router', 'tenant_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'df678b75-2865-4bbf-baa2-7edd3c07f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:53Z', 'updated_at': '2022-01-26T19:28:55Z', 'revision_number': 3, 'project_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'gw_port': {'id': 'df678b75-2865-4bbf-baa2-7edd3c07f896', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2229cab-4427-4924-9ee4-b55bada5e016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:54Z', 'updated_at': '2022-01-26T19:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:28:59.321647 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-21f92904-3b50-40d4-8049-f4412372a54a None None] Provisioning complete for port a92f78fe-a95a-433e-ae74-1d826804d788 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:59.322079 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-21f92904-3b50-40d4-8049-f4412372a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:59.374006 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-21f92904-3b50-40d4-8049-f4412372a54a None None] Port a92f78fe-a95a-433e-ae74-1d826804d788 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:28:59.412658 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fe14ef-3b00-43c0-baa9-4d2f6c367306 admin admin] Network a4022cf2-b172-4d79-b584-00d1723b92b2 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:28:59.414159 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-12fe14ef-3b00-43c0-baa9-4d2f6c367306 admin admin] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:28:59.595051 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fe14ef-3b00-43c0-baa9-4d2f6c367306 admin admin] Router c2229cab-4427-4924-9ee4-b55bada5e016 has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:28:59.762011 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fe14ef-3b00-43c0-baa9-4d2f6c367306 admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:28:59.768021 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-12fe14ef-3b00-43c0-baa9-4d2f6c367306 admin admin] 10.222.0.50 "PUT /v2.0/routers/c2229cab-4427-4924-9ee4-b55bada5e016/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6683133 Jan 26 19:28:59.798088 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-65c6a235-5099-4089-b0e7-f52dcbccc8d7 None None] Provisioning complete for port 5f779529-1ad3-466a-ad30-5469fddcee45 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:28:59.798461 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-65c6a235-5099-4089-b0e7-f52dcbccc8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (5f779529-1ad3-466a-ad30-5469fddcee45), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:28:59.911701 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-65c6a235-5099-4089-b0e7-f52dcbccc8d7 None None] Port 5f779529-1ad3-466a-ad30-5469fddcee45 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:29:00.526830 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 56240) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:29:00.531492 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-7f16ff14-0479-402e-9fea-812a95693f6b tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2049324900', 'description': 'tempest-secgroup-smoke-2049324900 description', 'project_id': '84d90c74a445407ab6459be30826b3f7'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:29:00.553186 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7f16ff14-0479-402e-9fea-812a95693f6b tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:00.620558 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301aecb-a6d2-4b80-940e-684b5a4a9431 req-8c5cbaa5-df16-43ae-aa0c-dc6603c66811 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:00.622036 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7301aecb-a6d2-4b80-940e-684b5a4a9431 req-8c5cbaa5-df16-43ae-aa0c-dc6603c66811 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 931 time: 0.0559649 Jan 26 19:29:00.626823 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7f16ff14-0479-402e-9fea-812a95693f6b tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group (c81cd648-0073-497b-ba04-894fe1769930), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:00.631179 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7f16ff14-0479-402e-9fea-812a95693f6b tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c81cd648-0073-497b-ba04-894fe1769930), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:00.663053 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16ff14-0479-402e-9fea-812a95693f6b tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c81cd648-0073-497b-ba04-894fe1769930,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:00.670316 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7f16ff14-0479-402e-9fea-812a95693f6b tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:00.672062 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-7f16ff14-0479-402e-9fea-812a95693f6b tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1440055 Jan 26 19:29:00.674969 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 56244) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:29:00.678771 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7301aecb-a6d2-4b80-940e-684b5a4a9431 req-d976e89e-5be6-4679-a818-821cb6230f49 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510683 Jan 26 19:29:00.679143 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-c481c263-6e39-4628-8808-4b5f476ad163 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Request body: {'security_group_rule': {'security_group_id': 'c81cd648-0073-497b-ba04-894fe1769930', 'project_id': '84d90c74a445407ab6459be30826b3f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:29:00.705082 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c481c263-6e39-4628-8808-4b5f476ad163 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group_rule (2c2ab869-1071-418b-849d-a76ffae61f78), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:00.757819 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c481c263-6e39-4628-8808-4b5f476ad163 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group_rule (2c2ab869-1071-418b-849d-a76ffae61f78), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:00.761704 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c481c263-6e39-4628-8808-4b5f476ad163 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (2c2ab869-1071-418b-849d-a76ffae61f78), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:00.778999 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c481c263-6e39-4628-8808-4b5f476ad163 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2ab869-1071-418b-849d-a76ffae61f78,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:00.783031 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c481c263-6e39-4628-8808-4b5f476ad163 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:00.784209 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-c481c263-6e39-4628-8808-4b5f476ad163 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1083980 Jan 26 19:29:00.786936 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 56246) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:29:00.791085 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-68cb0e75-450a-4302-9030-d023b53330db tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Request body: {'security_group_rule': {'security_group_id': 'c81cd648-0073-497b-ba04-894fe1769930', 'project_id': '84d90c74a445407ab6459be30826b3f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:29:00.813980 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-68cb0e75-450a-4302-9030-d023b53330db tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group_rule (43baca85-93f6-4975-aa28-541852c37f60), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:00.865836 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-68cb0e75-450a-4302-9030-d023b53330db tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group_rule (43baca85-93f6-4975-aa28-541852c37f60), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:00.869784 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-68cb0e75-450a-4302-9030-d023b53330db tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (43baca85-93f6-4975-aa28-541852c37f60), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:00.885569 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb0e75-450a-4302-9030-d023b53330db tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43baca85-93f6-4975-aa28-541852c37f60,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:00.893327 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-68cb0e75-450a-4302-9030-d023b53330db tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:00.894485 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-68cb0e75-450a-4302-9030-d023b53330db tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1066735 Jan 26 19:29:00.897138 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 56248) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:29:00.901589 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-d30545a2-ec24-4d43-a5b1-4adccd136568 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Request body: {'security_group_rule': {'security_group_id': 'c81cd648-0073-497b-ba04-894fe1769930', 'project_id': '84d90c74a445407ab6459be30826b3f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:29:00.924453 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d30545a2-ec24-4d43-a5b1-4adccd136568 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group_rule (033ecf76-87dd-492a-9617-b158b521d96f), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:00.979862 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d30545a2-ec24-4d43-a5b1-4adccd136568 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group_rule (033ecf76-87dd-492a-9617-b158b521d96f), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:00.983607 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d30545a2-ec24-4d43-a5b1-4adccd136568 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (033ecf76-87dd-492a-9617-b158b521d96f), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:01.000178 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30545a2-ec24-4d43-a5b1-4adccd136568 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=033ecf76-87dd-492a-9617-b158b521d96f,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:01.010885 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d30545a2-ec24-4d43-a5b1-4adccd136568 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:01.012060 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-d30545a2-ec24-4d43-a5b1-4adccd136568 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140125 Jan 26 19:29:01.014731 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 56252) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:29:01.019275 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-c4465370-73d6-4e2d-978d-cec97f005d73 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Request body: {'security_group_rule': {'security_group_id': 'c81cd648-0073-497b-ba04-894fe1769930', 'project_id': '84d90c74a445407ab6459be30826b3f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:29:01.044619 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c4465370-73d6-4e2d-978d-cec97f005d73 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group_rule (8fffea7a-aa7d-4d8d-bbbb-89dfc83b0867), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:01.098271 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c4465370-73d6-4e2d-978d-cec97f005d73 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group_rule (8fffea7a-aa7d-4d8d-bbbb-89dfc83b0867), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:01.101905 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c4465370-73d6-4e2d-978d-cec97f005d73 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (8fffea7a-aa7d-4d8d-bbbb-89dfc83b0867), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:01.119288 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4465370-73d6-4e2d-978d-cec97f005d73 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fffea7a-aa7d-4d8d-bbbb-89dfc83b0867,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:01.126346 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c4465370-73d6-4e2d-978d-cec97f005d73 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:01.127523 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-c4465370-73d6-4e2d-978d-cec97f005d73 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1116374 Jan 26 19:29:01.130276 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 56256) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:29:01.134422 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-9f5f1762-6344-4b54-b94f-efcee9068043 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Request body: {'security_group_rule': {'security_group_id': 'c81cd648-0073-497b-ba04-894fe1769930', 'project_id': '84d90c74a445407ab6459be30826b3f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:29:01.152923 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.securitygroups_db [None req-9f5f1762-6344-4b54-b94f-efcee9068043 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Project 84d90c74a445407ab6459be30826b3f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 19:29:01.157588 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9f5f1762-6344-4b54-b94f-efcee9068043 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group_rule (053ad2a2-b801-4d02-a008-13330d021154), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:01.224569 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9f5f1762-6344-4b54-b94f-efcee9068043 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group_rule (053ad2a2-b801-4d02-a008-13330d021154), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:01.229475 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9f5f1762-6344-4b54-b94f-efcee9068043 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (053ad2a2-b801-4d02-a008-13330d021154), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:01.246620 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f1762-6344-4b54-b94f-efcee9068043 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053ad2a2-b801-4d02-a008-13330d021154,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:01.259334 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9f5f1762-6344-4b54-b94f-efcee9068043 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:01.260705 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-9f5f1762-6344-4b54-b94f-efcee9068043 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1295249 Jan 26 19:29:01.263517 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 56258) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:29:01.268273 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-cc91beef-8869-4cdf-90b6-641efdab6dec tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Request body: {'security_group_rule': {'security_group_id': 'c81cd648-0073-497b-ba04-894fe1769930', 'project_id': '84d90c74a445407ab6459be30826b3f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:29:01.292056 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.securitygroups_db [None req-cc91beef-8869-4cdf-90b6-641efdab6dec tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Project 84d90c74a445407ab6459be30826b3f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 19:29:01.297358 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cc91beef-8869-4cdf-90b6-641efdab6dec tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group_rule (bb94ec0c-4028-4ee7-82bf-c62567858ec9), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:01.361564 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cc91beef-8869-4cdf-90b6-641efdab6dec tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group_rule (bb94ec0c-4028-4ee7-82bf-c62567858ec9), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:01.365268 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cc91beef-8869-4cdf-90b6-641efdab6dec tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (bb94ec0c-4028-4ee7-82bf-c62567858ec9), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:01.381813 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91beef-8869-4cdf-90b6-641efdab6dec tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb94ec0c-4028-4ee7-82bf-c62567858ec9,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:01.389611 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cc91beef-8869-4cdf-90b6-641efdab6dec tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:01.390774 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-cc91beef-8869-4cdf-90b6-641efdab6dec tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261609 Jan 26 19:29:01.616971 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device df678b75-2865-4bbf-baa2-7edd3c07f896 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:29:01.706329 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port df678b75-2865-4bbf-baa2-7edd3c07f896 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:29:01.706706 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (df678b75-2865-4bbf-baa2-7edd3c07f896), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:01.852219 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4e083-aff7-426f-b506-ba805f13c571 req-8d598cb2-eb4a-4aea-98b0-1ae3c2624f37 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:01.854918 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-dcc4e083-aff7-426f-b506-ba805f13c571 req-8d598cb2-eb4a-4aea-98b0-1ae3c2624f37 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 931 time: 0.0937564 Jan 26 19:29:01.857218 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port df678b75-2865-4bbf-baa2-7edd3c07f896 is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:29:01.857624 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (df678b75-2865-4bbf-baa2-7edd3c07f896), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:01.886115 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] For port df678b75-2865-4bbf-baa2-7edd3c07f896, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=df678b75-2865-4bbf-baa2-7edd3c07f896,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:29:01.891697 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (df678b75-2865-4bbf-baa2-7edd3c07f896), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:01.960782 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-dcc4e083-aff7-426f-b506-ba805f13c571 req-f1b53363-48ea-453b-b448-372f53caa522 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996356 Jan 26 19:29:01.984739 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Pushing event updated for resources: {'Port': ['ID=df678b75-2865-4bbf-baa2-7edd3c07f896,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:02.279036 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Sync routers for ids ['c2229cab-4427-4924-9ee4-b55bada5e016'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:29:02.289539 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Routers {'c2229cab-4427-4924-9ee4-b55bada5e016'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:29:02.290180 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:28:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['c2229cab-4427-4924-9ee4-b55bada5e016'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:29:02.395366 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Set router c2229cab-4427-4924-9ee4-b55bada5e016 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:29:02.582327 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2229cab-4427-4924-9ee4-b55bada5e016', 'name': 'tempest-TestShelveInstance-146155761-router', 'tenant_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'df678b75-2865-4bbf-baa2-7edd3c07f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:53Z', 'updated_at': '2022-01-26T19:28:58Z', 'revision_number': 4, 'project_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'gw_port': {'id': 'df678b75-2865-4bbf-baa2-7edd3c07f896', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2229cab-4427-4924-9ee4-b55bada5e016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:54Z', 'updated_at': '2022-01-26T19:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '5f779529-1ad3-466a-ad30-5469fddcee45', 'name': '', 'network_id': 'a4022cf2-b172-4d79-b584-00d1723b92b2', 'tenant_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'mac_address': 'fa:16:3e:6f:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2229cab-4427-4924-9ee4-b55bada5e016', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7339cf6b-144a-4c3c-a01d-fa45b117f776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:57Z', 'updated_at': '2022-01-26T19:28:59Z', 'revision_number': 2, 'project_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'subnets': [{'id': '7339cf6b-144a-4c3c-a01d-fa45b117f776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:29:02.607598 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Checking router: c2229cab-4427-4924-9ee4-b55bada5e016 for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:29:02.607974 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Updating router c2229cab-4427-4924-9ee4-b55bada5e016 port 5f779529-1ad3-466a-ad30-5469fddcee45 binding host dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:29:02.635098 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (5f779529-1ad3-466a-ad30-5469fddcee45), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:03.018827 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Publish callbacks [] for port (5f779529-1ad3-466a-ad30-5469fddcee45), precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:03.037595 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (5f779529-1ad3-466a-ad30-5469fddcee45), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:03.100467 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997c430-2608-45ba-8b46-3e8f1cc56d0d req-3271b3ec-1a97-4135-9730-e928d915de62 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:03.108239 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f997c430-2608-45ba-8b46-3e8f1cc56d0d req-3271b3ec-1a97-4135-9730-e928d915de62 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 931 time: 0.0755491 Jan 26 19:29:03.169344 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f997c430-2608-45ba-8b46-3e8f1cc56d0d req-c755c656-2c5e-4431-8b88-fe2bc1e4ae04 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553839 Jan 26 19:29:03.172309 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4c99f-301d-42df-b116-dc9458f07da1 None None] Pushing event updated for resources: {'Port': ['ID=5f779529-1ad3-466a-ad30-5469fddcee45,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:03.191577 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Attempting to bind port 5f779529-1ad3-466a-ad30-5469fddcee45 on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:29:03.193489 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Attempting to bind port 5f779529-1ad3-466a-ad30-5469fddcee45 by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': 'e7f1d110-bdca-49a0-8032-d045ea499860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4022cf2-b172-4d79-b584-00d1723b92b2'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:29:03.193489 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Attempting to bind port 5f779529-1ad3-466a-ad30-5469fddcee45 on network a4022cf2-b172-4d79-b584-00d1723b92b2 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:29:03.205656 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:29:03.205807 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Checking segment: {'id': 'e7f1d110-bdca-49a0-8032-d045ea499860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4022cf2-b172-4d79-b584-00d1723b92b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:29:03.206226 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:03.206683 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Bound using segment: {'id': 'e7f1d110-bdca-49a0-8032-d045ea499860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4022cf2-b172-4d79-b584-00d1723b92b2'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:29:03.207225 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Bound port: 5f779529-1ad3-466a-ad30-5469fddcee45, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7f1d110-bdca-49a0-8032-d045ea499860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'a4022cf2-b172-4d79-b584-00d1723b92b2'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:29:03.207667 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (5f779529-1ad3-466a-ad30-5469fddcee45), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:03.282929 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] For port 5f779529-1ad3-466a-ad30-5469fddcee45, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:29:03.287860 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] For port 5f779529-1ad3-466a-ad30-5469fddcee45, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=5f779529-1ad3-466a-ad30-5469fddcee45,segment=NetworkSegment(e7f1d110-bdca-49a0-8032-d045ea499860),segment_id=e7f1d110-bdca-49a0-8032-d045ea499860)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:29:03.293935 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (5f779529-1ad3-466a-ad30-5469fddcee45), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:03.393242 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Routers {'c2229cab-4427-4924-9ee4-b55bada5e016'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:29:03.393954 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:28:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['c2229cab-4427-4924-9ee4-b55bada5e016'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:29:03.435166 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c4c99f-301d-42df-b116-dc9458f07da1 None None] Pushing event updated for resources: {'Port': ['ID=5f779529-1ad3-466a-ad30-5469fddcee45,revision_number=4']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:03.489509 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-2a9e2195-a78d-4573-a439-f3d5d76dcaa5 None None] Provisioning complete for port 5f779529-1ad3-466a-ad30-5469fddcee45 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:29:03.490171 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2a9e2195-a78d-4573-a439-f3d5d76dcaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (5f779529-1ad3-466a-ad30-5469fddcee45), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:03.558364 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] Set router c2229cab-4427-4924-9ee4-b55bada5e016 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:29:03.591662 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device df678b75-2865-4bbf-baa2-7edd3c07f896 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:29:03.651058 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-2a9e2195-a78d-4573-a439-f3d5d76dcaa5 None None] Current status of the port 5f779529-1ad3-466a-ad30-5469fddcee45 is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:29:03.652132 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2a9e2195-a78d-4573-a439-f3d5d76dcaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (5f779529-1ad3-466a-ad30-5469fddcee45), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:03.702228 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-2a9e2195-a78d-4573-a439-f3d5d76dcaa5 None None] For port 5f779529-1ad3-466a-ad30-5469fddcee45, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=5f779529-1ad3-466a-ad30-5469fddcee45,segment=NetworkSegment(e7f1d110-bdca-49a0-8032-d045ea499860),segment_id=e7f1d110-bdca-49a0-8032-d045ea499860)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:29:03.707980 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2a9e2195-a78d-4573-a439-f3d5d76dcaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (5f779529-1ad3-466a-ad30-5469fddcee45), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:03.715098 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port df678b75-2865-4bbf-baa2-7edd3c07f896 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:29:03.715437 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (df678b75-2865-4bbf-baa2-7edd3c07f896), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:03.793952 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e2195-a78d-4573-a439-f3d5d76dcaa5 None None] Pushing event updated for resources: {'Port': ['ID=5f779529-1ad3-466a-ad30-5469fddcee45,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:03.802058 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2229cab-4427-4924-9ee4-b55bada5e016', 'name': 'tempest-TestShelveInstance-146155761-router', 'tenant_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'df678b75-2865-4bbf-baa2-7edd3c07f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:53Z', 'updated_at': '2022-01-26T19:28:58Z', 'revision_number': 4, 'project_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'gw_port': {'id': 'df678b75-2865-4bbf-baa2-7edd3c07f896', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2229cab-4427-4924-9ee4-b55bada5e016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:54Z', 'updated_at': '2022-01-26T19:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '5f779529-1ad3-466a-ad30-5469fddcee45', 'name': '', 'network_id': 'a4022cf2-b172-4d79-b584-00d1723b92b2', 'tenant_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'mac_address': 'fa:16:3e:6f:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2229cab-4427-4924-9ee4-b55bada5e016', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7339cf6b-144a-4c3c-a01d-fa45b117f776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:57Z', 'updated_at': '2022-01-26T19:29:03Z', 'revision_number': 4, 'project_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'subnets': [{'id': '7339cf6b-144a-4c3c-a01d-fa45b117f776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:29:03.830640 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb713fcd-9263-4ae9-806c-e30e2bfab5e9 None None] The sync data for ids ['c2229cab-4427-4924-9ee4-b55bada5e016'] in dv-cinder-794001-3-iscsi is: [{'id': 'c2229cab-4427-4924-9ee4-b55bada5e016', 'name': 'tempest-TestShelveInstance-146155761-router', 'tenant_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'df678b75-2865-4bbf-baa2-7edd3c07f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:53Z', 'updated_at': '2022-01-26T19:28:58Z', 'revision_number': 4, 'project_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'gw_port': {'id': 'df678b75-2865-4bbf-baa2-7edd3c07f896', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2229cab-4427-4924-9ee4-b55bada5e016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:54Z', 'updated_at': '2022-01-26T19:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '5f779529-1ad3-466a-ad30-5469fddcee45', 'name': '', 'network_id': 'a4022cf2-b172-4d79-b584-00d1723b92b2', 'tenant_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'mac_address': 'fa:16:3e:6f:89:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2229cab-4427-4924-9ee4-b55bada5e016', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '7339cf6b-144a-4c3c-a01d-fa45b117f776', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:57Z', 'updated_at': '2022-01-26T19:29:03Z', 'revision_number': 4, 'project_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'subnets': [{'id': '7339cf6b-144a-4c3c-a01d-fa45b117f776', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:29:03.854748 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port df678b75-2865-4bbf-baa2-7edd3c07f896 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:29:03.860156 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-70c5f745-62aa-4132-b136-ef3811241404 None None] Provisioning complete for port 5f779529-1ad3-466a-ad30-5469fddcee45 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:29:03.860534 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-70c5f745-62aa-4132-b136-ef3811241404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (5f779529-1ad3-466a-ad30-5469fddcee45), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:03.953406 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-70c5f745-62aa-4132-b136-ef3811241404 None None] Current status of the port 5f779529-1ad3-466a-ad30-5469fddcee45 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:29:04.035244 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-cf8d1513-2491-472b-ab0a-65fbf053fe56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:04.302859 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c514d9-afb1-4a0c-a871-e30f55169d37 req-9aeb39df-9421-47e9-a5a1-021ec13e4c65 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:04.304426 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-84c514d9-afb1-4a0c-a871-e30f55169d37 req-9aeb39df-9421-47e9-a5a1-021ec13e4c65 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 931 time: 0.0729775 Jan 26 19:29:04.383248 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-84c514d9-afb1-4a0c-a871-e30f55169d37 req-711b908e-5d11-4190-bf6c-4ded71e0c232 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675082 Jan 26 19:29:05.531937 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a33c30-8e45-48fd-b68e-f8b447c91a75 req-d932a718-0100-4594-8918-02798bfe9107 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:05.533311 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-58a33c30-8e45-48fd-b68e-f8b447c91a75 req-d932a718-0100-4594-8918-02798bfe9107 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 931 time: 0.0941682 Jan 26 19:29:05.589891 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-58a33c30-8e45-48fd-b68e-f8b447c91a75 req-2b443b94-8564-416f-b63d-84f510bd1aa0 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510375 Jan 26 19:29:05.601521 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 5f779529-1ad3-466a-ad30-5469fddcee45 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:29:05.713427 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 5f779529-1ad3-466a-ad30-5469fddcee45 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:29:05.713739 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (5f779529-1ad3-466a-ad30-5469fddcee45), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:05.814034 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 5f779529-1ad3-466a-ad30-5469fddcee45 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:29:06.300198 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-5c546c9b-5666-4646-be51-fb22dd9905b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:07.740851 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:07.988298 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:08.956560 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:09.654101 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 56430) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:29:09.774694 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d80c7c8d-3915-484c-acd4-1773b08c3e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:09.861759 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d80c7c8d-3915-484c-acd4-1773b08c3e18 admin admin] Publish callbacks [] for security_group (b19c3a1e-2494-4fac-aa6e-9851bf46e4cc), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:09.867078 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d80c7c8d-3915-484c-acd4-1773b08c3e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (b19c3a1e-2494-4fac-aa6e-9851bf46e4cc), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:09.907484 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c7c8d-3915-484c-acd4-1773b08c3e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19c3a1e-2494-4fac-aa6e-9851bf46e4cc,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:09.914878 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-d80c7c8d-3915-484c-acd4-1773b08c3e18 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6b168b24b76641abbd46bfe91fda95e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584999 Jan 26 19:29:09.916431 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 56434) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:29:09.975136 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d651af73-3b51-4453-bd7d-4c09f1659d8b admin admin] Publish callbacks [] for security_group (b19c3a1e-2494-4fac-aa6e-9851bf46e4cc), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:09.999231 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d651af73-3b51-4453-bd7d-4c09f1659d8b admin admin] Publish callbacks [] for security_group (b19c3a1e-2494-4fac-aa6e-9851bf46e4cc), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:10.054364 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d651af73-3b51-4453-bd7d-4c09f1659d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (b19c3a1e-2494-4fac-aa6e-9851bf46e4cc), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:10.058292 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d651af73-3b51-4453-bd7d-4c09f1659d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:10.062732 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-d651af73-3b51-4453-bd7d-4c09f1659d8b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b19c3a1e-2494-4fac-aa6e-9851bf46e4cc HTTP/1.1" status: 204 len: 168 time: 0.1451757 Jan 26 19:29:10.071039 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651af73-3b51-4453-bd7d-4c09f1659d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19c3a1e-2494-4fac-aa6e-9851bf46e4cc,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:10.285907 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:10.442008 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 56442) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:29:10.455647 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0055d083-f3a1-46ff-9e80-1015d4f6aa49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:10.551382 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0055d083-f3a1-46ff-9e80-1015d4f6aa49 admin admin] Publish callbacks [] for security_group (c8525d3c-176e-465d-af75-b9db8ca349d4), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:10.555661 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0055d083-f3a1-46ff-9e80-1015d4f6aa49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c8525d3c-176e-465d-af75-b9db8ca349d4), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:10.602722 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-0055d083-f3a1-46ff-9e80-1015d4f6aa49 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=adda42d53964498b9463e05c3359e247&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1567874 Jan 26 19:29:10.602722 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0055d083-f3a1-46ff-9e80-1015d4f6aa49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8525d3c-176e-465d-af75-b9db8ca349d4,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:10.603179 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 56446) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:29:10.659038 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c71b16d9-6270-4380-8a52-51ea579e1cf9 admin admin] Publish callbacks [] for security_group (c8525d3c-176e-465d-af75-b9db8ca349d4), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:10.679338 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c71b16d9-6270-4380-8a52-51ea579e1cf9 admin admin] Publish callbacks [] for security_group (c8525d3c-176e-465d-af75-b9db8ca349d4), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:10.724184 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c71b16d9-6270-4380-8a52-51ea579e1cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c8525d3c-176e-465d-af75-b9db8ca349d4), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:10.726822 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c71b16d9-6270-4380-8a52-51ea579e1cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:10.728110 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-c71b16d9-6270-4380-8a52-51ea579e1cf9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c8525d3c-176e-465d-af75-b9db8ca349d4 HTTP/1.1" status: 204 len: 168 time: 0.1202540 Jan 26 19:29:10.736077 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b16d9-6270-4380-8a52-51ea579e1cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8525d3c-176e-465d-af75-b9db8ca349d4,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:11.956558 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a88242-4aeb-4c95-8907-138ee02deda5 req-e4b5af89-5cd9-48b1-9178-807b6e5d0b99 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:11.958462 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-06a88242-4aeb-4c95-8907-138ee02deda5 req-e4b5af89-5cd9-48b1-9178-807b6e5d0b99 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 931 time: 0.0519619 Jan 26 19:29:12.005202 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-06a88242-4aeb-4c95-8907-138ee02deda5 req-9bcd3828-48ab-406d-858d-5b7b53cb553d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404773 Jan 26 19:29:12.108925 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401241f-9f71-4d4a-9b72-4c38c62bc7b0 req-ccb99edf-1571-4f14-a4ed-c78c355ea8e2 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:12.110382 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c401241f-9f71-4d4a-9b72-4c38c62bc7b0 req-ccb99edf-1571-4f14-a4ed-c78c355ea8e2 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0477002 Jan 26 19:29:12.161662 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c401241f-9f71-4d4a-9b72-4c38c62bc7b0 req-0981766f-75f5-4e4b-bf3d-d3cb8f0d276d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458910 Jan 26 19:29:13.117193 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e445f04-7dce-4a90-a0be-8cd5d3d1572a req-0dfb3fd4-a261-431f-aa24-198fef7a1cdc tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:13.119268 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9e445f04-7dce-4a90-a0be-8cd5d3d1572a req-0dfb3fd4-a261-431f-aa24-198fef7a1cdc tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 931 time: 0.0486035 Jan 26 19:29:13.165410 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9e445f04-7dce-4a90-a0be-8cd5d3d1572a req-d68d479c-acb0-43c7-ace2-3a0ff1c166ab tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406163 Jan 26 19:29:13.277511 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335f584-a6b0-412b-8358-7db42337641a req-3ee8662e-0f05-4faa-87d3-b17f7064413e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:13.279029 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3335f584-a6b0-412b-8358-7db42337641a req-3ee8662e-0f05-4faa-87d3-b17f7064413e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0488632 Jan 26 19:29:13.324530 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3335f584-a6b0-412b-8358-7db42337641a req-552a0bee-9347-4937-a0d7-d6c7e3e68ff5 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399904 Jan 26 19:29:14.280663 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795d819-2012-49a5-93f4-2f61b22957f9 req-94f16b52-fb8f-41b9-a723-368fc472858c tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:14.282097 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6795d819-2012-49a5-93f4-2f61b22957f9 req-94f16b52-fb8f-41b9-a723-368fc472858c tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 931 time: 0.0518811 Jan 26 19:29:14.328633 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6795d819-2012-49a5-93f4-2f61b22957f9 req-c4c060ef-32f1-4b46-b2c8-20342ceb4d8a tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Jan 26 19:29:14.442176 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Request body: {'port': {'device_id': '283eeb00-cb4f-420c-86c1-5b109a89420c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:29:14.450021 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bfea7-a7f8-4e5c-8e6f-f726a5416461 req-cd0c2d69-9887-4f67-bd01-9c8d402acf95 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:14.451721 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b83bfea7-a7f8-4e5c-8e6f-f726a5416461 req-cd0c2d69-9887-4f67-bd01-9c8d402acf95 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0563004 Jan 26 19:29:14.518781 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b83bfea7-a7f8-4e5c-8e6f-f726a5416461 req-420e7acb-5aa2-43e4-a9fb-1291a82acfce tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612235 Jan 26 19:29:14.521624 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:14.669682 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c955618c-4d4c-420e-92d5-ad136a3047ca req-c45ae3db-198d-4803-b5bc-5d21e173797f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1149518 Jan 26 19:29:14.789792 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955618c-4d4c-420e-92d5-ad136a3047ca req-dc46354d-afae-40ec-a231-5fcac5ad55e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:14.791930 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c955618c-4d4c-420e-92d5-ad136a3047ca req-dc46354d-afae-40ec-a231-5fcac5ad55e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02dc9a9d875c479c8dcb8eb1a31fa567&device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 1099 time: 0.0849278 Jan 26 19:29:14.938907 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92f78fe-a95a-433e-ae74-1d826804d788 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:29:14.946250 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Publish callbacks [] for port (a92f78fe-a95a-433e-ae74-1d826804d788), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:14.966344 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955618c-4d4c-420e-92d5-ad136a3047ca req-023faa78-5515-45ad-9ebb-e0ebf30d6ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:14.967723 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c955618c-4d4c-420e-92d5-ad136a3047ca req-023faa78-5515-45ad-9ebb-e0ebf30d6ff8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c HTTP/1.1" status: 200 len: 912 time: 0.1504960 Jan 26 19:29:14.970046 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Transition to ACTIVE for port object a92f78fe-a95a-433e-ae74-1d826804d788 will not be triggered until provisioned by entity L2. {{(pid=102406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:29:14.973372 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:15.068062 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a92f78fe-a95a-433e-ae74-1d826804d788,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:15.098289 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c955618c-4d4c-420e-92d5-ad136a3047ca req-a14630d7-c976-4ce0-800d-c798342c1dd0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6758173a-c05b-4dbe-a01f-d4b556f91c47 HTTP/1.1" status: 200 len: 1002 time: 0.1227915 Jan 26 19:29:15.099535 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:15.099903 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:15.100245 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:15.100582 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:15.100906 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:15.101257 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:15.101606 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:15.101929 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:15.102253 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:15.102619 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:15.102923 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:15.103801 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:15.104120 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:15.366264 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955618c-4d4c-420e-92d5-ad136a3047ca req-d826d423-de7a-4d7c-946f-77cee364a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:15.367685 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c955618c-4d4c-420e-92d5-ad136a3047ca req-d826d423-de7a-4d7c-946f-77cee364a84b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e HTTP/1.1" status: 200 len: 850 time: 0.2601883 Jan 26 19:29:15.376983 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Attempting to bind port a92f78fe-a95a-433e-ae74-1d826804d788 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:29:15.377358 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Attempting to bind port a92f78fe-a95a-433e-ae74-1d826804d788 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '833f7807-26f1-4a67-b66e-46cfd8e3a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:29:15.377644 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Attempting to bind port a92f78fe-a95a-433e-ae74-1d826804d788 on network 590152ee-adf6-40f5-834e-49c3cbd5a7a8 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:29:15.382204 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Port a92f78fe-a95a-433e-ae74-1d826804d788 on network 590152ee-adf6-40f5-834e-49c3cbd5a7a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:29:15.383196 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Attempting to bind port a92f78fe-a95a-433e-ae74-1d826804d788 on network 590152ee-adf6-40f5-834e-49c3cbd5a7a8 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:29:15.387458 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:29:15.387816 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Checking segment: {'id': '833f7807-26f1-4a67-b66e-46cfd8e3a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:29:15.388186 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Bound using segment: {'id': '833f7807-26f1-4a67-b66e-46cfd8e3a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:29:15.388604 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Bound port: a92f78fe-a95a-433e-ae74-1d826804d788, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '833f7807-26f1-4a67-b66e-46cfd8e3a86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:29:15.388957 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:15.453892 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9273e-15ab-4dcf-a82c-348c2c277691 req-66a7256f-0c6d-4684-8a82-fff51a5ec90f tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:15.456561 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-58e9273e-15ab-4dcf-a82c-348c2c277691 req-66a7256f-0c6d-4684-8a82-fff51a5ec90f tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 943 time: 0.0583742 Jan 26 19:29:15.487909 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c955618c-4d4c-420e-92d5-ad136a3047ca req-4f2ff4ba-dcdd-4d2d-90d2-531f957ce6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:15.489382 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c955618c-4d4c-420e-92d5-ad136a3047ca req-4f2ff4ba-dcdd-4d2d-90d2-531f957ce6fe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848045 Jan 26 19:29:15.490873 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] For port a92f78fe-a95a-433e-ae74-1d826804d788, host hv-cinder-79400, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:29:15.493648 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] For port a92f78fe-a95a-433e-ae74-1d826804d788, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=a92f78fe-a95a-433e-ae74-1d826804d788,segment=NetworkSegment(833f7807-26f1-4a67-b66e-46cfd8e3a86e),segment_id=833f7807-26f1-4a67-b66e-46cfd8e3a86e)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:29:15.509086 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-58e9273e-15ab-4dcf-a82c-348c2c277691 req-a0271f50-d0b7-4d0e-b36f-113a9646a66b tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458062 Jan 26 19:29:15.521791 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:15.601269 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:15.601800 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:15.603949 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d79267c4-9091-4359-971a-9aa616b76c45 req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] 10.222.0.46 "PUT /v2.0/ports/a92f78fe-a95a-433e-ae74-1d826804d788 HTTP/1.1" status: 200 len: 1093 time: 1.1653790 Jan 26 19:29:15.608153 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283eeb00-cb4f-420c-86c1-5b109a89420c', 'tag': 'a92f78fe-a95a-433e-ae74-1d826804d788'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:29:15.610397 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d484e070-22bb-43d0-85a8-fbd2a0454fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "283eeb00-cb4f-420c-86c1-5b109a89420c", "tag": "a92f78fe-a95a-433e-ae74-1d826804d788"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:29:15.673867 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2e01fa-77e2-46a2-81eb-a06d0d12f039 x-openstack-request-id: req-2a2e01fa-77e2-46a2-81eb-a06d0d12f039 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:29:15.674171 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283eeb00-cb4f-420c-86c1-5b109a89420c", "tag": "a92f78fe-a95a-433e-ae74-1d826804d788", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:29:15.674429 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2a2e01fa-77e2-46a2-81eb-a06d0d12f039 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:29:15.674825 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283eeb00-cb4f-420c-86c1-5b109a89420c', 'tag': 'a92f78fe-a95a-433e-ae74-1d826804d788', 'status': 'completed', 'code': 200} Jan 26 19:29:15.719287 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e7143-328d-4c22-b4e9-12cf2abb31c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a92f78fe-a95a-433e-ae74-1d826804d788,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:15.732864 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c955618c-4d4c-420e-92d5-ad136a3047ca req-277b6704-d900-4ffb-9cf5-c6b0baefbf64 service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318499 Jan 26 19:29:15.747759 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60f77e-1b7c-4b43-9437-c6bdb08270b3 req-73834dfa-03c2-46bf-a858-e390335bae28 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:15.749326 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9a60f77e-1b7c-4b43-9437-c6bdb08270b3 req-73834dfa-03c2-46bf-a858-e390335bae28 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.1548941 Jan 26 19:29:15.797126 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79267c4-9091-4359-971a-9aa616b76c45 req-7438c973-8942-4a25-8c8d-b6ee18ce23df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:15.798562 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d79267c4-9091-4359-971a-9aa616b76c45 req-7438c973-8942-4a25-8c8d-b6ee18ce23df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=40e0cd503f8d4553bd7dad0615823d3d&device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 1096 time: 0.1194413 Jan 26 19:29:15.896787 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d79267c4-9091-4359-971a-9aa616b76c45 req-76c4eac0-7d87-438e-8d22-b1cab6245f48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a92f78fe-a95a-433e-ae74-1d826804d788 HTTP/1.1" status: 200 len: 217 time: 0.0646009 Jan 26 19:29:15.940607 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9a60f77e-1b7c-4b43-9437-c6bdb08270b3 req-c2aa0eb6-8da2-49d2-9e46-0d14388662d3 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802204 Jan 26 19:29:15.967505 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c955618c-4d4c-420e-92d5-ad136a3047ca req-10226f33-6c1a-47a0-8ef7-137d9a32e77f service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155793 Jan 26 19:29:15.975055 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79267c4-9091-4359-971a-9aa616b76c45 req-935b74ca-fae0-4193-844a-fb8f5ebd0013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:15.977462 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d79267c4-9091-4359-971a-9aa616b76c45 req-935b74ca-fae0-4193-844a-fb8f5ebd0013 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d50d30d9-f797-4040-a4fc-59fb3d1d0993 HTTP/1.1" status: 200 len: 854 time: 0.0716710 Jan 26 19:29:16.039556 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79267c4-9091-4359-971a-9aa616b76c45 req-479199ef-53c1-469d-a0c1-dbc4a4031090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:16.041361 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d79267c4-9091-4359-971a-9aa616b76c45 req-479199ef-53c1-469d-a0c1-dbc4a4031090 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=590152ee-adf6-40f5-834e-49c3cbd5a7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573304 Jan 26 19:29:16.141272 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d79267c4-9091-4359-971a-9aa616b76c45 req-e879b20b-f459-4e33-b479-696a4c0cb7cb service neutron] 10.222.0.46 "GET /v2.0/networks/590152ee-adf6-40f5-834e-49c3cbd5a7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914738 Jan 26 19:29:16.235749 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d79267c4-9091-4359-971a-9aa616b76c45 req-3f3e32d2-7862-4b20-b127-642d84a81ab3 service neutron] 10.222.0.46 "GET /v2.0/networks/590152ee-adf6-40f5-834e-49c3cbd5a7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844553 Jan 26 19:29:16.240744 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 56572) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:29:16.335049 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484e070-22bb-43d0-85a8-fbd2a0454fc3 req-a15ecc29-8ae1-45fd-8df0-6e85d21a3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:16.336776 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d484e070-22bb-43d0-85a8-fbd2a0454fc3 req-a15ecc29-8ae1-45fd-8df0-6e85d21a3167 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=40e0cd503f8d4553bd7dad0615823d3d&device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 1096 time: 0.0454755 Jan 26 19:29:16.356738 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3d45807a-65ae-4297-8cda-6ae19a68a697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:16.464084 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484e070-22bb-43d0-85a8-fbd2a0454fc3 req-5b7223e4-a797-4b42-ba5b-777efaedb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:16.465571 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d484e070-22bb-43d0-85a8-fbd2a0454fc3 req-5b7223e4-a797-4b42-ba5b-777efaedb856 service neutron] 10.222.0.46 "GET /v2.0/networks?id=590152ee-adf6-40f5-834e-49c3cbd5a7a8 HTTP/1.1" status: 200 len: 916 time: 0.1217520 Jan 26 19:29:16.515946 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d484e070-22bb-43d0-85a8-fbd2a0454fc3 req-e16bc784-d451-4384-b88f-ac6e70bb2eaf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a92f78fe-a95a-433e-ae74-1d826804d788 HTTP/1.1" status: 200 len: 217 time: 0.0412166 Jan 26 19:29:16.557887 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3d45807a-65ae-4297-8cda-6ae19a68a697 admin admin] Publish callbacks [] for security_group (a5e1c14f-c497-4fa9-8f26-7cc3787f9142), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:16.566290 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3d45807a-65ae-4297-8cda-6ae19a68a697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (a5e1c14f-c497-4fa9-8f26-7cc3787f9142), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:16.599094 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484e070-22bb-43d0-85a8-fbd2a0454fc3 req-d0b4e008-d5db-4a34-8bc9-cb648f2940a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:16.600715 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d484e070-22bb-43d0-85a8-fbd2a0454fc3 req-d0b4e008-d5db-4a34-8bc9-cb648f2940a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d50d30d9-f797-4040-a4fc-59fb3d1d0993 HTTP/1.1" status: 200 len: 854 time: 0.0780547 Jan 26 19:29:16.630688 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-3d45807a-65ae-4297-8cda-6ae19a68a697 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f2645ada0f9b4e41a9565f02a80e8931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3861945 Jan 26 19:29:16.636244 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bb01c-0e95-4178-836d-2b7f78e1a224 req-9d91b749-3898-4eb3-83c2-bb49d51ba343 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:16.637984 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b55bb01c-0e95-4178-836d-2b7f78e1a224 req-9d91b749-3898-4eb3-83c2-bb49d51ba343 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 943 time: 0.0528476 Jan 26 19:29:16.638452 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 56582) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:29:16.645318 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45807a-65ae-4297-8cda-6ae19a68a697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e1c14f-c497-4fa9-8f26-7cc3787f9142,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:16.666372 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484e070-22bb-43d0-85a8-fbd2a0454fc3 req-5cd23db8-3d9e-45db-9b91-4852b7b395bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:16.667899 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d484e070-22bb-43d0-85a8-fbd2a0454fc3 req-5cd23db8-3d9e-45db-9b91-4852b7b395bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=590152ee-adf6-40f5-834e-49c3cbd5a7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582201 Jan 26 19:29:16.723416 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b55bb01c-0e95-4178-836d-2b7f78e1a224 req-e2924565-a7ea-4839-83e7-e3d01ce5d43b tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679502 Jan 26 19:29:16.742423 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5120f748-a8e9-4ab2-a08f-9240322f9633 admin admin] Publish callbacks [] for security_group (a5e1c14f-c497-4fa9-8f26-7cc3787f9142), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:16.770856 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d484e070-22bb-43d0-85a8-fbd2a0454fc3 req-54ec6794-0e5b-48b1-9706-3b4cc9915abd service neutron] 10.222.0.46 "GET /v2.0/networks/590152ee-adf6-40f5-834e-49c3cbd5a7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955131 Jan 26 19:29:16.773701 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5120f748-a8e9-4ab2-a08f-9240322f9633 admin admin] Publish callbacks [] for security_group (a5e1c14f-c497-4fa9-8f26-7cc3787f9142), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:16.833635 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5120f748-a8e9-4ab2-a08f-9240322f9633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (a5e1c14f-c497-4fa9-8f26-7cc3787f9142), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:16.837479 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5120f748-a8e9-4ab2-a08f-9240322f9633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:16.838683 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-5120f748-a8e9-4ab2-a08f-9240322f9633 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a5e1c14f-c497-4fa9-8f26-7cc3787f9142 HTTP/1.1" status: 204 len: 168 time: 0.1993260 Jan 26 19:29:16.854449 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120f748-a8e9-4ab2-a08f-9240322f9633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e1c14f-c497-4fa9-8f26-7cc3787f9142,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:16.923678 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d484e070-22bb-43d0-85a8-fbd2a0454fc3 req-36fab83a-3272-4848-82db-764538a88c8b service neutron] 10.222.0.46 "GET /v2.0/networks/590152ee-adf6-40f5-834e-49c3cbd5a7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465788 Jan 26 19:29:17.078198 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59264692-f1f5-4400-b8b2-6031c7eca9cb req-a9b51b3e-3222-4bfc-837f-95e18634e6a0 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:17.079669 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-59264692-f1f5-4400-b8b2-6031c7eca9cb req-a9b51b3e-3222-4bfc-837f-95e18634e6a0 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0468454 Jan 26 19:29:17.131366 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-59264692-f1f5-4400-b8b2-6031c7eca9cb req-bb9ed8f0-1b8a-4079-a16a-9cb1d2b50f1a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458581 Jan 26 19:29:17.171322 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 56602) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:29:17.183959 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5eae5bfb-62d2-452d-8c49-40a54fef4b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:17.257407 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5eae5bfb-62d2-452d-8c49-40a54fef4b83 admin admin] Publish callbacks [] for security_group (24f8e19b-c4be-4791-be45-87724bf7988f), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:17.261162 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5eae5bfb-62d2-452d-8c49-40a54fef4b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (24f8e19b-c4be-4791-be45-87724bf7988f), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:17.300229 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-5eae5bfb-62d2-452d-8c49-40a54fef4b83 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=15274acb18524699ae3fd5879d2a0453&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277928 Jan 26 19:29:17.302712 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 56608) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:29:17.305247 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae5bfb-62d2-452d-8c49-40a54fef4b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f8e19b-c4be-4791-be45-87724bf7988f,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:17.353884 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8443-04aa-4f9e-a930-ab2ebc5cda95 admin admin] Publish callbacks [] for security_group (24f8e19b-c4be-4791-be45-87724bf7988f), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:17.375861 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8443-04aa-4f9e-a930-ab2ebc5cda95 admin admin] Publish callbacks [] for security_group (24f8e19b-c4be-4791-be45-87724bf7988f), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:17.420413 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8443-04aa-4f9e-a930-ab2ebc5cda95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (24f8e19b-c4be-4791-be45-87724bf7988f), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:17.422994 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-4f2e8443-04aa-4f9e-a930-ab2ebc5cda95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:17.424165 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-4f2e8443-04aa-4f9e-a930-ab2ebc5cda95 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24f8e19b-c4be-4791-be45-87724bf7988f HTTP/1.1" status: 204 len: 168 time: 0.1205664 Jan 26 19:29:17.431557 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e8443-04aa-4f9e-a930-ab2ebc5cda95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f8e19b-c4be-4791-be45-87724bf7988f,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:17.842868 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f812f-2010-453c-8d48-6e0a1606a531 req-14f3ec67-04b2-4e4a-af9d-ca5dfe9624bc tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:17.844390 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-596f812f-2010-453c-8d48-6e0a1606a531 req-14f3ec67-04b2-4e4a-af9d-ca5dfe9624bc tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 943 time: 0.0507321 Jan 26 19:29:17.892403 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-596f812f-2010-453c-8d48-6e0a1606a531 req-14bc5b8b-e57a-4254-a61d-6833f3f1ac33 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423265 Jan 26 19:29:18.255223 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59cc76-6704-4bc1-a0a4-c8ef7cb5f3e6 req-b7bf90ad-7c92-4f15-9c00-b5591021c9dc tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:18.256720 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9a59cc76-6704-4bc1-a0a4-c8ef7cb5f3e6 req-b7bf90ad-7c92-4f15-9c00-b5591021c9dc tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0469248 Jan 26 19:29:18.302853 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9a59cc76-6704-4bc1-a0a4-c8ef7cb5f3e6 req-9018b489-f38b-41bd-b2a0-608e829be6da tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396633 Jan 26 19:29:18.423237 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 56648) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:29:18.521600 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9c0fbf51-f147-417e-84aa-a71d9a918656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:18.592621 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9c0fbf51-f147-417e-84aa-a71d9a918656 admin admin] Publish callbacks [] for security_group (e7e8795d-58c7-47ae-80b4-21b5272d1f76), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:18.596156 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9c0fbf51-f147-417e-84aa-a71d9a918656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (e7e8795d-58c7-47ae-80b4-21b5272d1f76), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:18.632170 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-9c0fbf51-f147-417e-84aa-a71d9a918656 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=76ee9a8777b6408f9f784e72a9799eaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078805 Jan 26 19:29:18.633008 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fbf51-f147-417e-84aa-a71d9a918656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e8795d-58c7-47ae-80b4-21b5272d1f76,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:18.634900 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 56652) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:29:18.686645 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-10017ffd-7784-4c88-9375-d13cdf9016af admin admin] Publish callbacks [] for security_group (e7e8795d-58c7-47ae-80b4-21b5272d1f76), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:18.706575 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-10017ffd-7784-4c88-9375-d13cdf9016af admin admin] Publish callbacks [] for security_group (e7e8795d-58c7-47ae-80b4-21b5272d1f76), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:18.751460 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-10017ffd-7784-4c88-9375-d13cdf9016af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (e7e8795d-58c7-47ae-80b4-21b5272d1f76), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:18.754034 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-10017ffd-7784-4c88-9375-d13cdf9016af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:18.755163 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-10017ffd-7784-4c88-9375-d13cdf9016af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e7e8795d-58c7-47ae-80b4-21b5272d1f76 HTTP/1.1" status: 204 len: 168 time: 0.1192369 Jan 26 19:29:18.763910 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10017ffd-7784-4c88-9375-d13cdf9016af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e8795d-58c7-47ae-80b4-21b5272d1f76,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:19.003342 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15c62c-2553-49fd-a943-44c01f4c13eb req-f06cfd53-5050-45a2-acc3-e071d8e99af0 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:19.004865 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3d15c62c-2553-49fd-a943-44c01f4c13eb req-f06cfd53-5050-45a2-acc3-e071d8e99af0 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 943 time: 0.0479846 Jan 26 19:29:19.073453 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3d15c62c-2553-49fd-a943-44c01f4c13eb req-2d5a367d-d5cb-416d-a1fa-c706fbcd6a39 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611317 Jan 26 19:29:19.427132 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c7b18-0764-417e-b111-fc372755fc41 req-b260f9b3-dffc-4785-afe1-6294c6866681 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:19.428655 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-688c7b18-0764-417e-b111-fc372755fc41 req-b260f9b3-dffc-4785-afe1-6294c6866681 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0524979 Jan 26 19:29:19.476262 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-688c7b18-0764-417e-b111-fc372755fc41 req-7efa1086-7214-45e5-906c-afce646cd2b6 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413787 Jan 26 19:29:20.192694 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e0f6e-b0d1-4ed5-b32d-374fee9b0c18 req-6fbb6f02-20cb-489a-a468-d865547daee0 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:20.194122 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e51e0f6e-b0d1-4ed5-b32d-374fee9b0c18 req-6fbb6f02-20cb-489a-a468-d865547daee0 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 943 time: 0.0476313 Jan 26 19:29:20.243597 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e51e0f6e-b0d1-4ed5-b32d-374fee9b0c18 req-d8127d1b-c412-4a37-9d7f-711ec3670be2 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430076 Jan 26 19:29:20.595120 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4db09-f73e-4556-8996-66f3571eb3d4 req-d61ca9f7-a113-440b-aec1-6913a22fd7c2 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:20.596621 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a2d4db09-f73e-4556-8996-66f3571eb3d4 req-d61ca9f7-a113-440b-aec1-6913a22fd7c2 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0504589 Jan 26 19:29:20.640778 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a2d4db09-f73e-4556-8996-66f3571eb3d4 req-3eaa767b-27ee-4db6-987c-40702bf9f764 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383761 Jan 26 19:29:21.351803 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04ba41-f099-4fa7-a3be-ec1336b2742d req-ab246d13-8027-494c-b157-c57182c78260 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:21.353685 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ca04ba41-f099-4fa7-a3be-ec1336b2742d req-ab246d13-8027-494c-b157-c57182c78260 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 943 time: 0.0463381 Jan 26 19:29:21.398556 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ca04ba41-f099-4fa7-a3be-ec1336b2742d req-3459b128-4ca7-4ae9-a103-be3331e258ab tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391304 Jan 26 19:29:21.755590 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1852b63-ed1d-4872-9d8d-eb1192a6d8c8 req-c63cd62a-16e2-4afa-a521-cfbc07bb2898 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:21.757074 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c1852b63-ed1d-4872-9d8d-eb1192a6d8c8 req-c63cd62a-16e2-4afa-a521-cfbc07bb2898 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0476015 Jan 26 19:29:21.802452 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c1852b63-ed1d-4872-9d8d-eb1192a6d8c8 req-d56e1656-2824-4587-b82b-89b7ba108737 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400412 Jan 26 19:29:22.512125 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461867ee-0ab0-4b59-bd8e-4f4d08621cc3 req-f43a0989-81ab-446e-9269-0d33b3e3980f tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:22.513565 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-461867ee-0ab0-4b59-bd8e-4f4d08621cc3 req-f43a0989-81ab-446e-9269-0d33b3e3980f tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 943 time: 0.0501475 Jan 26 19:29:22.558293 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-461867ee-0ab0-4b59-bd8e-4f4d08621cc3 req-85eb4059-2b7d-43b5-8fe4-7064ab0bb17a tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394330 Jan 26 19:29:22.923487 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f033c-2957-46d4-8d35-0d3216d34fe2 req-259c33d8-d731-4d6c-9bff-5d3684890468 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:22.924952 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-935f033c-2957-46d4-8d35-0d3216d34fe2 req-259c33d8-d731-4d6c-9bff-5d3684890468 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0474284 Jan 26 19:29:22.971561 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-935f033c-2957-46d4-8d35-0d3216d34fe2 req-834e7cdf-1319-4f4a-acec-bcecd0e60d26 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411785 Jan 26 19:29:23.667440 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ecfcab-6e75-481c-9d0f-02fc149199c1 req-95c68a26-ff9e-4532-aca8-8663e3319e05 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:23.668821 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-01ecfcab-6e75-481c-9d0f-02fc149199c1 req-95c68a26-ff9e-4532-aca8-8663e3319e05 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 943 time: 0.0478714 Jan 26 19:29:23.713602 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-01ecfcab-6e75-481c-9d0f-02fc149199c1 req-fc7c1757-1aeb-473c-9e0a-57eb1a86f438 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389886 Jan 26 19:29:24.086404 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3152e9a-dcaf-4fdd-b419-fe0967af8bb3 req-0d924739-d705-424a-89be-2a4c07d689a8 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:24.087895 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f3152e9a-dcaf-4fdd-b419-fe0967af8bb3 req-0d924739-d705-424a-89be-2a4c07d689a8 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0458281 Jan 26 19:29:24.132830 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f3152e9a-dcaf-4fdd-b419-fe0967af8bb3 req-e3b2318d-0e51-4938-9adb-de0aadbc5803 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395505 Jan 26 19:29:24.826132 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d013b-e63d-4271-9c7d-d66c3ccd62a2 req-193db1a2-67c2-498f-bae3-dce6c27d5e15 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:24.827982 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-592d013b-e63d-4271-9c7d-d66c3ccd62a2 req-193db1a2-67c2-498f-bae3-dce6c27d5e15 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 943 time: 0.0509112 Jan 26 19:29:24.876342 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-592d013b-e63d-4271-9c7d-d66c3ccd62a2 req-59971a55-0626-42c0-b4ba-8dd443fa16cf tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428956 Jan 26 19:29:25.245862 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c41761b-7d65-4f49-b0c7-cb9f6b848fee req-36bbb88e-ff6e-452a-9154-0e668d94807d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:25.247295 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1c41761b-7d65-4f49-b0c7-cb9f6b848fee req-36bbb88e-ff6e-452a-9154-0e668d94807d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0456290 Jan 26 19:29:25.292427 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1c41761b-7d65-4f49-b0c7-cb9f6b848fee req-a32fa0c7-eeef-4e65-abb2-b281cfe501ec tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396116 Jan 26 19:29:25.987834 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2479b79b-d58c-4baa-82f8-57950a91f03a req-85464558-179f-480f-8766-aa67ecef899a tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:25.989345 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2479b79b-d58c-4baa-82f8-57950a91f03a req-85464558-179f-480f-8766-aa67ecef899a tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 943 time: 0.0479071 Jan 26 19:29:26.036782 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2479b79b-d58c-4baa-82f8-57950a91f03a req-71c77270-2814-4307-a6d0-53f3f465a03b tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419421 Jan 26 19:29:26.412257 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0ba4fd-905f-430a-9fca-369832e380d1 req-89356c38-a324-4512-9651-1f26c756eda5 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:26.413746 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0e0ba4fd-905f-430a-9fca-369832e380d1 req-89356c38-a324-4512-9651-1f26c756eda5 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0510011 Jan 26 19:29:26.460141 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0e0ba4fd-905f-430a-9fca-369832e380d1 req-3730c8e6-aec3-4576-96f4-db1a24f770e2 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408170 Jan 26 19:29:27.145906 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c3ac1-2bb4-4a09-9e92-47608eb8a399 req-0f69d53a-8dce-4abe-ab78-adc2e923dc35 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:27.147320 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-065c3ac1-2bb4-4a09-9e92-47608eb8a399 req-0f69d53a-8dce-4abe-ab78-adc2e923dc35 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 943 time: 0.0459769 Jan 26 19:29:27.195247 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-065c3ac1-2bb4-4a09-9e92-47608eb8a399 req-dd21a1f1-f86c-4609-883e-3b726d199b40 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422063 Jan 26 19:29:27.580522 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d43c5-779e-4882-84eb-db18416b5dab req-4f7f2a7e-837f-4090-8cca-6e8bd9d2d228 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:27.582002 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-bc0d43c5-779e-4882-84eb-db18416b5dab req-4f7f2a7e-837f-4090-8cca-6e8bd9d2d228 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0491118 Jan 26 19:29:27.629640 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-bc0d43c5-779e-4882-84eb-db18416b5dab req-5573828d-7189-4683-9b24-2a32d045627a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416081 Jan 26 19:29:27.742573 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec036366-07eb-41a1-92c0-4b3742bc05ac req-f3222329-0354-4bde-bdeb-452bb0d8b2fd tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:27.744067 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ec036366-07eb-41a1-92c0-4b3742bc05ac req-f3222329-0354-4bde-bdeb-452bb0d8b2fd tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0468931 Jan 26 19:29:27.792972 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ec036366-07eb-41a1-92c0-4b3742bc05ac req-68cd22c3-9f7a-481b-85db-06fbce107cc8 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431776 Jan 26 19:29:28.313052 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bb5e1-0263-46bd-9bb7-fc2e0c8a7aff req-402b241f-e096-457b-bb30-579bc5213455 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:28.314482 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-245bb5e1-0263-46bd-9bb7-fc2e0c8a7aff req-402b241f-e096-457b-bb30-579bc5213455 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 943 time: 0.0468214 Jan 26 19:29:28.359979 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-245bb5e1-0263-46bd-9bb7-fc2e0c8a7aff req-0efea6e7-8ad9-4be4-91ba-ed160f3aede9 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399690 Jan 26 19:29:28.745137 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89d37c-591c-4627-ac22-0363aa5ea969 req-1c65f66a-69d2-410b-8ed9-bf1a46d54452 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:28.746693 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8f89d37c-591c-4627-ac22-0363aa5ea969 req-1c65f66a-69d2-410b-8ed9-bf1a46d54452 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0467732 Jan 26 19:29:28.790666 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8f89d37c-591c-4627-ac22-0363aa5ea969 req-63158c7a-a6a2-4739-8537-24d354cad923 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380449 Jan 26 19:29:28.905730 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ec185-5e79-4c14-8107-b1844f670172 req-85ca7a6d-9fb8-4732-a5ca-15e1670b6125 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:28.907150 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-609ec185-5e79-4c14-8107-b1844f670172 req-85ca7a6d-9fb8-4732-a5ca-15e1670b6125 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0466874 Jan 26 19:29:28.950923 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-609ec185-5e79-4c14-8107-b1844f670172 req-13e29b38-f086-42f2-a5eb-8303ca28908e tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383372 Jan 26 19:29:29.469900 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c65cf-d900-4e4f-bf16-3022ed29075f req-6f81d34a-68a9-419c-852b-824c94cd2dff tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:29.471430 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-810c65cf-d900-4e4f-bf16-3022ed29075f req-6f81d34a-68a9-419c-852b-824c94cd2dff tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 943 time: 0.0469298 Jan 26 19:29:29.517810 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-810c65cf-d900-4e4f-bf16-3022ed29075f req-82412039-43b6-4776-9bf7-e29a70ff662a tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405254 Jan 26 19:29:29.833291 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device a92f78fe-a95a-433e-ae74-1d826804d788 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:29:29.912302 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379cdad-a308-463f-bb41-9b33ca841445 req-9792c560-187e-468b-a88a-10cf4aeaca8c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:29.913789 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b379cdad-a308-463f-bb41-9b33ca841445 req-9792c560-187e-468b-a88a-10cf4aeaca8c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0503371 Jan 26 19:29:29.927683 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port a92f78fe-a95a-433e-ae74-1d826804d788, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=a92f78fe-a95a-433e-ae74-1d826804d788,segment=NetworkSegment(833f7807-26f1-4a67-b66e-46cfd8e3a86e),segment_id=833f7807-26f1-4a67-b66e-46cfd8e3a86e)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:29:29.938480 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': 'a92f78fe-a95a-433e-ae74-1d826804d788', 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8', 'port_id': 'a92f78fe-a95a-433e-ae74-1d826804d788', 'mac_address': 'fa:16:3e:40:3e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:29:29.959411 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b379cdad-a308-463f-bb41-9b33ca841445 req-1c25e8c9-59d7-4b05-a42a-6840d6139f61 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400259 Jan 26 19:29:29.975813 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port a92f78fe-a95a-433e-ae74-1d826804d788 is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:29:29.976203 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:29.988961 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92f78fe-a95a-433e-ae74-1d826804d788 {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:29:30.008020 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port a92f78fe-a95a-433e-ae74-1d826804d788, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=a92f78fe-a95a-433e-ae74-1d826804d788,segment=NetworkSegment(833f7807-26f1-4a67-b66e-46cfd8e3a86e),segment_id=833f7807-26f1-4a67-b66e-46cfd8e3a86e)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:29:30.012684 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:30.058948 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=a92f78fe-a95a-433e-ae74-1d826804d788,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:30.065799 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b23c6-41dc-4297-96ec-403ddb700f95 req-9ab40414-d1e9-4732-987f-679f795943aa tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:30.066305 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:30.066491 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:30.066856 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:30.067294 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d95b23c6-41dc-4297-96ec-403ddb700f95 req-9ab40414-d1e9-4732-987f-679f795943aa tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0496843 Jan 26 19:29:30.068121 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:30.068467 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:30.068800 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:30.069130 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:30.069461 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:30.069787 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:30.070130 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:30.070457 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:30.070797 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:30.071116 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:29:30.113515 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d95b23c6-41dc-4297-96ec-403ddb700f95 req-eec72920-d038-4510-b584-79e73adca9fb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406559 Jan 26 19:29:30.626839 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906beea-44df-483c-83cb-9550e63c20b8 req-027f6fc3-b22a-4f83-8efa-2a83d0ba4ede tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:30.628213 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9906beea-44df-483c-83cb-9550e63c20b8 req-027f6fc3-b22a-4f83-8efa-2a83d0ba4ede tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 944 time: 0.0467336 Jan 26 19:29:30.673408 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9906beea-44df-483c-83cb-9550e63c20b8 req-d4f27a82-b985-4ab6-bb6b-7170a0cbfafc tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398114 Jan 26 19:29:31.073522 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843c372-1f36-4715-a92d-bd8aee70b8f8 req-be45cf3b-387e-4cf3-bb6b-17b68d257a81 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:31.074944 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c843c372-1f36-4715-a92d-bd8aee70b8f8 req-be45cf3b-387e-4cf3-bb6b-17b68d257a81 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0463126 Jan 26 19:29:31.118703 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c843c372-1f36-4715-a92d-bd8aee70b8f8 req-55d7690a-7e5f-4b59-bfa2-f8824bb38d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383680 Jan 26 19:29:31.222745 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6f389-88ac-446e-93aa-ac2de47cbe98 req-764a2536-f2c7-407f-8dbb-f4461b6652b4 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:31.224171 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-74f6f389-88ac-446e-93aa-ac2de47cbe98 req-764a2536-f2c7-407f-8dbb-f4461b6652b4 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0461385 Jan 26 19:29:31.270798 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-74f6f389-88ac-446e-93aa-ac2de47cbe98 req-900ecb7d-ae21-4d8d-a9b0-64487bbb94ea tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413721 Jan 26 19:29:31.784164 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d29f4-5c8c-4626-8fd1-cc16085c3f1b req-7746443d-edfc-40cc-aea6-e368e027b435 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:31.785579 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d23d29f4-5c8c-4626-8fd1-cc16085c3f1b req-7746443d-edfc-40cc-aea6-e368e027b435 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 944 time: 0.0491762 Jan 26 19:29:31.830733 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d23d29f4-5c8c-4626-8fd1-cc16085c3f1b req-0e6d458d-a6b8-438d-b893-8541f6a73d9c tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391300 Jan 26 19:29:32.234303 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334ddc3-b2f5-4a0c-8500-137140a3bac9 req-4d16ba67-e19a-4236-ad3f-9bf93013443c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:32.235717 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e334ddc3-b2f5-4a0c-8500-137140a3bac9 req-4d16ba67-e19a-4236-ad3f-9bf93013443c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0464849 Jan 26 19:29:32.279689 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e334ddc3-b2f5-4a0c-8500-137140a3bac9 req-af56ec2d-3ff1-47c5-826d-d4eea38e74ae tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385952 Jan 26 19:29:32.382288 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21392050-fc2e-438e-978c-539d189d1293 req-3695111c-c85c-46be-a4aa-0404ef11ab52 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:32.384264 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-21392050-fc2e-438e-978c-539d189d1293 req-3695111c-c85c-46be-a4aa-0404ef11ab52 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0476515 Jan 26 19:29:32.436158 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-21392050-fc2e-438e-978c-539d189d1293 req-7c1dcb1e-8e4d-4e78-b7e3-5934c6642034 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446253 Jan 26 19:29:32.554567 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:29:32.940650 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2b3bce-8d6e-4c68-b4d6-52b545047c8f req-c8abce64-62f5-46c6-ae6a-a1dfec01b67d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:32.942088 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1a2b3bce-8d6e-4c68-b4d6-52b545047c8f req-c8abce64-62f5-46c6-ae6a-a1dfec01b67d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 944 time: 0.0464087 Jan 26 19:29:32.986131 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1a2b3bce-8d6e-4c68-b4d6-52b545047c8f req-b4ea1606-f665-448f-b03a-8d605ef20f69 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379233 Jan 26 19:29:33.353224 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['a92f78fe-a95a-433e-ae74-1d826804d788'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:29:33.400284 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14d1c2-416a-41a8-a838-97a661fde753 req-2f8ff2d2-cf82-4dc1-9fc3-a13af22ce7ea tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:33.401821 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8e14d1c2-416a-41a8-a838-97a661fde753 req-2f8ff2d2-cf82-4dc1-9fc3-a13af22ce7ea tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0522783 Jan 26 19:29:33.449885 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8e14d1c2-416a-41a8-a838-97a661fde753 req-c9394f27-5dd0-4a4b-9294-4fd0a83e1fbd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424759 Jan 26 19:29:33.555587 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac58ee-846b-48b5-9c24-916a564db6f5 req-515b452e-a44a-4f39-be67-a14acce6bddd tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:33.557101 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e2ac58ee-846b-48b5-9c24-916a564db6f5 req-515b452e-a44a-4f39-be67-a14acce6bddd tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0515616 Jan 26 19:29:33.603754 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e2ac58ee-846b-48b5-9c24-916a564db6f5 req-a65764e7-9661-4245-85cf-af0240c73885 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413291 Jan 26 19:29:34.037440 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-72770065-cdd7-4bef-9c34-a108b335c818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:34.097949 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86a8c0-943a-429b-86fb-31afea1093e2 req-0036e252-1f1a-4441-9fec-a1972e76f402 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:34.099411 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ac86a8c0-943a-429b-86fb-31afea1093e2 req-0036e252-1f1a-4441-9fec-a1972e76f402 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 944 time: 0.0466895 Jan 26 19:29:34.143817 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ac86a8c0-943a-429b-86fb-31afea1093e2 req-20ffa1d0-4a3f-4165-8d4a-ece14364858e tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389524 Jan 26 19:29:34.565951 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a383c48-55a1-4b29-a582-71234a3b6fe9 req-beab9086-ee47-4cfe-b51d-dbaf66de93f3 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:34.567380 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7a383c48-55a1-4b29-a582-71234a3b6fe9 req-beab9086-ee47-4cfe-b51d-dbaf66de93f3 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0475776 Jan 26 19:29:34.611149 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7a383c48-55a1-4b29-a582-71234a3b6fe9 req-35cc6d3d-3a9c-4fe5-a9fc-e3b6ec38857c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382915 Jan 26 19:29:34.715981 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee9046-0978-4966-b3c1-314f9642aac3 req-9386d199-9c0d-470f-8ac9-d0cd0e8a1f8f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:34.717463 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0eee9046-0978-4966-b3c1-314f9642aac3 req-9386d199-9c0d-470f-8ac9-d0cd0e8a1f8f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0474229 Jan 26 19:29:34.764083 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0eee9046-0978-4966-b3c1-314f9642aac3 req-dba36963-ce80-4082-a81d-972e3cf743c8 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406089 Jan 26 19:29:35.254883 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c250c5-5028-458c-93b5-c79ceaaf6fcd req-a909a5fd-175a-42f1-8eda-cf80f32deeb9 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:35.256351 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b8c250c5-5028-458c-93b5-c79ceaaf6fcd req-a909a5fd-175a-42f1-8eda-cf80f32deeb9 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 944 time: 0.0496287 Jan 26 19:29:35.301057 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b8c250c5-5028-458c-93b5-c79ceaaf6fcd req-b0d9cb45-c5e6-4439-90f1-fe5b8763f7b4 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392928 Jan 26 19:29:35.732095 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456656c-6fff-4276-b39e-bacec2f56c24 req-23d31b71-2005-4f07-a2bb-86ebec57cd09 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:35.733556 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3456656c-6fff-4276-b39e-bacec2f56c24 req-23d31b71-2005-4f07-a2bb-86ebec57cd09 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0507081 Jan 26 19:29:35.783762 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3456656c-6fff-4276-b39e-bacec2f56c24 req-b36e1323-b278-4245-870e-8dc5f2f12e01 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448897 Jan 26 19:29:35.881789 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6add9-5328-48a6-9a78-7ef833a4e5ed req-3ec4aaaf-3ade-4e47-b6dd-5182a2fe22dd tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:35.883201 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-dbe6add9-5328-48a6-9a78-7ef833a4e5ed req-3ec4aaaf-3ade-4e47-b6dd-5182a2fe22dd tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0459871 Jan 26 19:29:35.927327 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-dbe6add9-5328-48a6-9a78-7ef833a4e5ed req-c8263715-9082-482a-a6d6-992f6032de10 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381560 Jan 26 19:29:36.302330 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-91e1944b-bc19-46db-9b02-5f775ae1fc65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:36.409723 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a67e5-8f60-41aa-bd60-f82898709160 req-9063b609-7c43-4004-b7a1-4030cf7d32ca tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:36.411154 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d67a67e5-8f60-41aa-bd60-f82898709160 req-9063b609-7c43-4004-b7a1-4030cf7d32ca tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 944 time: 0.0469382 Jan 26 19:29:36.457997 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d67a67e5-8f60-41aa-bd60-f82898709160 req-1a6fd44b-8e3f-4ed1-9be0-d7bcf67e10dd tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408678 Jan 26 19:29:36.915491 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b0301-5555-46fb-9d1e-374c7cf480e7 req-a773541e-45c7-497c-bae3-a931af771bb2 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:36.916958 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f66b0301-5555-46fb-9d1e-374c7cf480e7 req-a773541e-45c7-497c-bae3-a931af771bb2 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0469711 Jan 26 19:29:36.965093 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f66b0301-5555-46fb-9d1e-374c7cf480e7 req-2cda5683-7df1-46ba-9904-0a6e259d5971 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424058 Jan 26 19:29:37.039485 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e385b-2276-48d3-9221-0a31760d1346 req-bb827c7b-b73d-4ef3-b63a-e178c089b817 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:37.040944 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-915e385b-2276-48d3-9221-0a31760d1346 req-bb827c7b-b73d-4ef3-b63a-e178c089b817 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0465493 Jan 26 19:29:37.088643 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-915e385b-2276-48d3-9221-0a31760d1346 req-82a5fc9e-46eb-43bf-9d07-9990b4ee6ff1 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423374 Jan 26 19:29:37.567660 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dec56-d636-4253-a00f-ae40bfb9ea9b req-5a44bf06-7ad2-4123-b923-8ecff38b8486 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:37.569108 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7f8dec56-d636-4253-a00f-ae40bfb9ea9b req-5a44bf06-7ad2-4123-b923-8ecff38b8486 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 944 time: 0.0466495 Jan 26 19:29:37.612728 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7f8dec56-d636-4253-a00f-ae40bfb9ea9b req-1d73b597-7dc5-4332-afa3-706f052725a9 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382636 Jan 26 19:29:37.744973 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:37.993476 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:38.080151 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc8b88-6041-4487-b0ba-5b4cc56a07bb req-7ca24d86-98fb-4cef-87c4-8dc5d71580a5 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:38.081630 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-65cc8b88-6041-4487-b0ba-5b4cc56a07bb req-7ca24d86-98fb-4cef-87c4-8dc5d71580a5 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0464165 Jan 26 19:29:38.127393 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-65cc8b88-6041-4487-b0ba-5b4cc56a07bb req-0cc73f2a-be4a-4b36-b70d-c508e808bd80 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398147 Jan 26 19:29:38.200715 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9a887-1bfb-479c-828b-b52eac99c83a req-8138d6ba-3183-4098-acbc-8460d8bc218c tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:38.202137 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f7f9a887-1bfb-479c-828b-b52eac99c83a req-8138d6ba-3183-4098-acbc-8460d8bc218c tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0462997 Jan 26 19:29:38.246245 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f7f9a887-1bfb-479c-828b-b52eac99c83a req-89339685-c563-4c53-a6c7-744d740457a3 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384669 Jan 26 19:29:38.726677 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15012a8d-bed5-412f-8cd4-fd50676d36f9 req-dd007d0e-1f19-467c-8f2e-3aa5c3107310 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:38.728147 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-15012a8d-bed5-412f-8cd4-fd50676d36f9 req-dd007d0e-1f19-467c-8f2e-3aa5c3107310 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 944 time: 0.0467882 Jan 26 19:29:38.773682 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-15012a8d-bed5-412f-8cd4-fd50676d36f9 req-61b3bea4-1f58-4c2a-8f1b-a3d2f681a9ac tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397234 Jan 26 19:29:38.958161 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:39.245476 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee5ef9-befe-4dbc-a57f-708c68caa1da req-5f4cf157-ad54-4466-91ae-2ab05cff8f46 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:39.246909 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c9ee5ef9-befe-4dbc-a57f-708c68caa1da req-5f4cf157-ad54-4466-91ae-2ab05cff8f46 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0502324 Jan 26 19:29:39.292209 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c9ee5ef9-befe-4dbc-a57f-708c68caa1da req-1a9fdf0e-8e05-4ec7-87ac-72a5ce318b97 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397530 Jan 26 19:29:39.361239 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25359697-4ed2-4f96-8ccd-ee92b4939e85 req-eb35b348-f5e2-414e-8d69-59845261ebd6 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:39.362695 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-25359697-4ed2-4f96-8ccd-ee92b4939e85 req-eb35b348-f5e2-414e-8d69-59845261ebd6 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0498466 Jan 26 19:29:39.407998 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-25359697-4ed2-4f96-8ccd-ee92b4939e85 req-d9f31ce8-5fee-41ed-b205-03a76deef06e tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399430 Jan 26 19:29:39.881919 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e599e3-7414-4369-8578-cedbea3426aa req-2627427c-8d64-4c98-b870-5f6665b9696d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:39.883841 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-13e599e3-7414-4369-8578-cedbea3426aa req-2627427c-8d64-4c98-b870-5f6665b9696d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 944 time: 0.0455363 Jan 26 19:29:39.927862 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-13e599e3-7414-4369-8578-cedbea3426aa req-d4277fda-c7de-416b-8cb8-c183ff49b402 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386648 Jan 26 19:29:40.280480 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:40.411562 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afe554-4193-44fd-beb8-5c7cbe27b4d5 req-71f9e448-9d5f-4abc-a751-4abd3802fc79 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:40.413047 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-92afe554-4193-44fd-beb8-5c7cbe27b4d5 req-71f9e448-9d5f-4abc-a751-4abd3802fc79 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0504754 Jan 26 19:29:40.459858 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-92afe554-4193-44fd-beb8-5c7cbe27b4d5 req-1aaea3ad-3e72-4e21-a9eb-0549937d24e4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413175 Jan 26 19:29:40.520187 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037fdec-0251-45be-85f8-f6d8c3a005c2 req-ce5c06f2-4e1d-4289-91f2-a80e78680e10 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:40.521612 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d037fdec-0251-45be-85f8-f6d8c3a005c2 req-ce5c06f2-4e1d-4289-91f2-a80e78680e10 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0470893 Jan 26 19:29:40.569809 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d037fdec-0251-45be-85f8-f6d8c3a005c2 req-3c1251f7-530e-4f5d-9b98-fcabef216b34 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416791 Jan 26 19:29:41.044058 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e33c9-76ac-4d3c-b68b-073fe9753f80 req-a41cbdf7-010d-438f-9c81-896bdf039577 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:41.045672 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8b7e33c9-76ac-4d3c-b68b-073fe9753f80 req-a41cbdf7-010d-438f-9c81-896bdf039577 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 944 time: 0.0539150 Jan 26 19:29:41.094615 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8b7e33c9-76ac-4d3c-b68b-073fe9753f80 req-96cc5897-5b6a-405d-ab09-9b43782ff63c tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430627 Jan 26 19:29:41.573507 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2dadf-91a1-46f2-8fee-19ec00a9035f req-46fc9ae9-e3de-4fb0-a9df-fa6655cfe47f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:41.574915 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a0b2dadf-91a1-46f2-8fee-19ec00a9035f req-46fc9ae9-e3de-4fb0-a9df-fa6655cfe47f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0456860 Jan 26 19:29:41.620252 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a0b2dadf-91a1-46f2-8fee-19ec00a9035f req-26f4b9b9-ea70-4938-9d72-9b618c4f5d57 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398471 Jan 26 19:29:41.681317 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b07d36-8639-4a71-9db7-edb5ac67d2ac req-7da4f19a-e48c-4108-ac4f-14fd1c6295ac tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:41.682751 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f1b07d36-8639-4a71-9db7-edb5ac67d2ac req-7da4f19a-e48c-4108-ac4f-14fd1c6295ac tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0476136 Jan 26 19:29:41.727713 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f1b07d36-8639-4a71-9db7-edb5ac67d2ac req-825db824-5e99-417f-bb1c-897cd7a97ae7 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395772 Jan 26 19:29:42.204218 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d479b44-70ae-49ae-adb7-1bf9c94ee548 req-65a9a969-3464-4bab-bc37-b46067db30b3 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:42.205763 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6d479b44-70ae-49ae-adb7-1bf9c94ee548 req-65a9a969-3464-4bab-bc37-b46067db30b3 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 944 time: 0.0467110 Jan 26 19:29:42.250732 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6d479b44-70ae-49ae-adb7-1bf9c94ee548 req-9b06ca44-ff16-4efd-ab77-292877b6dd17 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396836 Jan 26 19:29:42.736674 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab8c48-117b-4c1a-8d8d-f66257e410af req-6727ab1e-8dbd-411e-81c6-33187f711236 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:42.738149 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-afab8c48-117b-4c1a-8d8d-f66257e410af req-6727ab1e-8dbd-411e-81c6-33187f711236 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0468874 Jan 26 19:29:42.788740 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-afab8c48-117b-4c1a-8d8d-f66257e410af req-074aa9a5-b15e-4f01-8592-2509b8266f5b tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451586 Jan 26 19:29:42.849772 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b4cfd-0943-4a70-9ac6-1627f8daec2b req-ae9f1ddd-653f-4185-a9f5-3e38e1a8be2d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:42.851266 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ae6b4cfd-0943-4a70-9ac6-1627f8daec2b req-ae9f1ddd-653f-4185-a9f5-3e38e1a8be2d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0512872 Jan 26 19:29:42.896882 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ae6b4cfd-0943-4a70-9ac6-1627f8daec2b req-a573370d-702b-49ea-bc16-939f90f2c7c6 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397565 Jan 26 19:29:43.358528 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b67c5-d6c2-4364-a184-8fcf1b9d221d req-ddc14652-27dd-49d2-8580-c79c4419b13a tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:43.359987 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-784b67c5-d6c2-4364-a184-8fcf1b9d221d req-ddc14652-27dd-49d2-8580-c79c4419b13a tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 944 time: 0.0460603 Jan 26 19:29:43.404536 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-784b67c5-d6c2-4364-a184-8fcf1b9d221d req-c6e9887c-9cba-48a4-8b9e-2eaa754d931b tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392072 Jan 26 19:29:43.905072 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79999011-3dc3-40c5-9c84-79913f7ba959 req-d718d7d1-33b1-4443-be29-b77694bf1702 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:43.906009 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-79999011-3dc3-40c5-9c84-79913f7ba959 req-d718d7d1-33b1-4443-be29-b77694bf1702 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0464940 Jan 26 19:29:43.953494 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-79999011-3dc3-40c5-9c84-79913f7ba959 req-84772edf-f088-4aaa-81b0-425d7324516f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421340 Jan 26 19:29:44.007709 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b68e25-bfb2-4b85-aae5-441fdaab2f72 req-8cf125b1-9c62-4edc-9ecd-6a7659e728c2 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:44.009164 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f9b68e25-bfb2-4b85-aae5-441fdaab2f72 req-8cf125b1-9c62-4edc-9ecd-6a7659e728c2 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0467296 Jan 26 19:29:44.053805 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f9b68e25-bfb2-4b85-aae5-441fdaab2f72 req-7f2c0e83-ff4b-40bf-9c1f-f4b5a4bb65e0 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391922 Jan 26 19:29:44.153151 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device a92f78fe-a95a-433e-ae74-1d826804d788 up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:29:44.199409 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port a92f78fe-a95a-433e-ae74-1d826804d788 completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:29:44.203201 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port a92f78fe-a95a-433e-ae74-1d826804d788 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:29:44.203619 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:44.278575 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port a92f78fe-a95a-433e-ae74-1d826804d788 is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:29:44.278956 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:44.301029 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283eeb00-cb4f-420c-86c1-5b109a89420c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92f78fe-a95a-433e-ae74-1d826804d788'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:29:44.303294 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c881be5-7c94-467b-bd1e-1bfecbfc18ea" -d '{"events": [{"server_uuid": "283eeb00-cb4f-420c-86c1-5b109a89420c", "name": "network-vif-plugged", "status": "completed", "tag": "a92f78fe-a95a-433e-ae74-1d826804d788"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:29:44.320110 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port a92f78fe-a95a-433e-ae74-1d826804d788, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=a92f78fe-a95a-433e-ae74-1d826804d788,segment=NetworkSegment(833f7807-26f1-4a67-b66e-46cfd8e3a86e),segment_id=833f7807-26f1-4a67-b66e-46cfd8e3a86e)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:29:44.324319 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:44.350284 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effc50df-7b9b-4c72-a219-0321f007a23a x-openstack-request-id: req-effc50df-7b9b-4c72-a219-0321f007a23a {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:29:44.350608 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283eeb00-cb4f-420c-86c1-5b109a89420c", "name": "network-vif-plugged", "status": "completed", "tag": "a92f78fe-a95a-433e-ae74-1d826804d788", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:29:44.350853 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-effc50df-7b9b-4c72-a219-0321f007a23a {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:29:44.351255 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283eeb00-cb4f-420c-86c1-5b109a89420c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92f78fe-a95a-433e-ae74-1d826804d788', 'code': 200} Jan 26 19:29:44.380281 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=a92f78fe-a95a-433e-ae74-1d826804d788,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:29:44.521837 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3003d-15c9-46be-a552-b661156a7fb4 req-9a33a98e-bc6c-4bee-991f-da05f3efba39 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:44.523536 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0df3003d-15c9-46be-a552-b661156a7fb4 req-9a33a98e-bc6c-4bee-991f-da05f3efba39 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.0514536 Jan 26 19:29:44.567398 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0df3003d-15c9-46be-a552-b661156a7fb4 req-c968a993-2003-4bd6-afed-83fab46b3178 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377159 Jan 26 19:29:44.757368 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a957d24-43fb-4614-b167-777a23f45237 req-386bdcf2-bb81-4567-a821-777a567eae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:44.758965 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4a957d24-43fb-4614-b167-777a23f45237 req-386bdcf2-bb81-4567-a821-777a567eae8d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 1098 time: 0.0390375 Jan 26 19:29:44.803525 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4a957d24-43fb-4614-b167-777a23f45237 req-dab86487-40a3-47db-93e6-ef827ea4ea8e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387044 Jan 26 19:29:45.076855 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407d17d-bbfe-4d5a-8328-dd5b9cde0378 req-49cfe2b4-77bc-4368-83db-786fb7c87f26 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:45.078534 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c407d17d-bbfe-4d5a-8328-dd5b9cde0378 req-49cfe2b4-77bc-4368-83db-786fb7c87f26 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0521350 Jan 26 19:29:45.126643 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c407d17d-bbfe-4d5a-8328-dd5b9cde0378 req-c7ff3172-6dc9-4cbd-b90f-d6588fa82835 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424633 Jan 26 19:29:45.164879 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266d514-5156-4bd4-8882-135d9c47a7fb req-022beae9-691f-4d56-b4d3-c6227b13dc2f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:45.166888 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b266d514-5156-4bd4-8882-135d9c47a7fb req-022beae9-691f-4d56-b4d3-c6227b13dc2f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0468054 Jan 26 19:29:45.216809 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b266d514-5156-4bd4-8882-135d9c47a7fb req-496916ac-79bb-4b34-a6b5-c1fd2076ed4b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437133 Jan 26 19:29:45.678743 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856c622-e36f-4335-8662-afe20cc4799f req-63bf6675-3b8a-47d0-a4d4-b51f3e995bb7 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:45.680207 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1856c622-e36f-4335-8662-afe20cc4799f req-63bf6675-3b8a-47d0-a4d4-b51f3e995bb7 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.0473826 Jan 26 19:29:45.724445 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1856c622-e36f-4335-8662-afe20cc4799f req-8b9c71c8-8f73-43bc-a38e-771e57a9593c tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387385 Jan 26 19:29:46.241142 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eba406-63b3-4a11-8a7d-1532f7fdfb54 req-5d3e1272-3182-43ad-8247-58eda9f4c84f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:46.242509 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-15eba406-63b3-4a11-8a7d-1532f7fdfb54 req-5d3e1272-3182-43ad-8247-58eda9f4c84f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0467527 Jan 26 19:29:46.288480 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-15eba406-63b3-4a11-8a7d-1532f7fdfb54 req-14ff470d-7b03-4ec8-af7f-77013789c549 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400193 Jan 26 19:29:46.329493 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28c0e4-a1b6-4b32-a7d9-78ae23b396e5 req-88ea5ba8-84cc-4db9-8f0f-842361aa8850 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:46.330930 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bb28c0e4-a1b6-4b32-a7d9-78ae23b396e5 req-88ea5ba8-84cc-4db9-8f0f-842361aa8850 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0467124 Jan 26 19:29:46.379198 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bb28c0e4-a1b6-4b32-a7d9-78ae23b396e5 req-3fef53bb-55dd-4bea-bca6-495988de9f44 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426366 Jan 26 19:29:46.833033 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc3315-3395-44c5-b173-a67996e393c6 req-9aa2b946-360f-4241-85e7-a594c939d2b5 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:46.834081 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-abdc3315-3395-44c5-b173-a67996e393c6 req-9aa2b946-360f-4241-85e7-a594c939d2b5 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.0464261 Jan 26 19:29:46.879274 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-abdc3315-3395-44c5-b173-a67996e393c6 req-1482385f-7bc8-485f-8d3c-179905685b30 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398431 Jan 26 19:29:47.405384 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89b253-7c20-4563-b0c4-e93ea4041ddf req-879afbcf-4fcf-447f-9a77-236f8a7ac544 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:47.406850 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6e89b253-7c20-4563-b0c4-e93ea4041ddf req-879afbcf-4fcf-447f-9a77-236f8a7ac544 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0480006 Jan 26 19:29:47.463348 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6e89b253-7c20-4563-b0c4-e93ea4041ddf req-9e12bf99-4651-4b97-bd9e-7d3e1d5a0d2a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425475 Jan 26 19:29:47.499891 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e539c-4914-47b7-ae7f-caf0936a8583 req-a17fafda-34af-4b64-ba0b-44b71900fe78 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:47.501326 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3a2e539c-4914-47b7-ae7f-caf0936a8583 req-a17fafda-34af-4b64-ba0b-44b71900fe78 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0519240 Jan 26 19:29:47.546021 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3a2e539c-4914-47b7-ae7f-caf0936a8583 req-f1bf6fe9-6ccd-424c-82da-b7b3073513c4 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392697 Jan 26 19:29:47.985894 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbef73-83b3-4488-8cd6-e2a70c8df0fc req-e6298114-fe07-4a71-a342-cf4414fe33d8 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:47.987298 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-51fbef73-83b3-4488-8cd6-e2a70c8df0fc req-e6298114-fe07-4a71-a342-cf4414fe33d8 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.0454566 Jan 26 19:29:48.031336 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-51fbef73-83b3-4488-8cd6-e2a70c8df0fc req-c7772f7e-9b02-406e-9329-038ca40e544d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387068 Jan 26 19:29:48.569926 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfb71f-7cd8-47e2-bffd-6d16385f1cdc req-2f7265ff-08af-4f9f-89a0-75d5b32bd022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:48.571346 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fbdfb71f-7cd8-47e2-bffd-6d16385f1cdc req-2f7265ff-08af-4f9f-89a0-75d5b32bd022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0458572 Jan 26 19:29:48.616575 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fbdfb71f-7cd8-47e2-bffd-6d16385f1cdc req-4c9ec174-a242-4092-bcd8-b52da96dc74d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395694 Jan 26 19:29:48.663018 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92c46f-2864-4e7d-a5b7-bea4d5160ee4 req-9deb70ba-e7e3-44bc-8ed8-93f8c1549073 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:48.664481 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2a92c46f-2864-4e7d-a5b7-bea4d5160ee4 req-9deb70ba-e7e3-44bc-8ed8-93f8c1549073 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0518675 Jan 26 19:29:48.708990 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2a92c46f-2864-4e7d-a5b7-bea4d5160ee4 req-d6687b75-15db-4a6f-8a7d-31ca9bdb6d74 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383232 Jan 26 19:29:49.143955 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd35301-6f73-42cc-9e2d-ae622a64bfc5 req-446373ed-d127-4977-b1e4-40f7bceb0ddf tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:49.145342 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8cd35301-6f73-42cc-9e2d-ae622a64bfc5 req-446373ed-d127-4977-b1e4-40f7bceb0ddf tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.0497694 Jan 26 19:29:49.188968 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8cd35301-6f73-42cc-9e2d-ae622a64bfc5 req-bb769dab-4878-4d9f-bd13-ecf3d336dca6 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379541 Jan 26 19:29:49.730934 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917f6d7-bd95-449d-90a5-db0a39aeb66a req-2089b449-6c59-4376-a8a1-ad10f78601ed tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:49.732305 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4917f6d7-bd95-449d-90a5-db0a39aeb66a req-2089b449-6c59-4376-a8a1-ad10f78601ed tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0454910 Jan 26 19:29:49.777420 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4917f6d7-bd95-449d-90a5-db0a39aeb66a req-a57f8519-8e32-4cce-a348-ab6757013cc0 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394783 Jan 26 19:29:49.821010 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1a57b-58d5-4722-a7ed-9178f3483407 req-4d8182d5-8838-49e9-9abe-03814a58101e tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:49.822455 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-15c1a57b-58d5-4722-a7ed-9178f3483407 req-4d8182d5-8838-49e9-9abe-03814a58101e tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0472279 Jan 26 19:29:49.866573 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-15c1a57b-58d5-4722-a7ed-9178f3483407 req-d1eb4627-a8de-40c2-bfff-bce05b199cd9 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386667 Jan 26 19:29:50.298342 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f675239-4f38-4d49-b338-65b7e54ec9db req-39c102e5-6ddd-40d1-9bce-1836e8a8563b tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:50.299755 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7f675239-4f38-4d49-b338-65b7e54ec9db req-39c102e5-6ddd-40d1-9bce-1836e8a8563b tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.0467994 Jan 26 19:29:50.347561 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7f675239-4f38-4d49-b338-65b7e54ec9db req-5983045b-7bdc-48b4-9579-05c76e92d492 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423746 Jan 26 19:29:50.895589 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c34d1-01dd-4699-b9a1-38aad1b92a31 req-7bc2eaa9-e026-4764-8ef5-4c86dc42c398 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:50.897083 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-626c34d1-01dd-4699-b9a1-38aad1b92a31 req-7bc2eaa9-e026-4764-8ef5-4c86dc42c398 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0467944 Jan 26 19:29:50.948113 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-626c34d1-01dd-4699-b9a1-38aad1b92a31 req-7fc9f68e-fc41-49bc-a812-dc927d2c8cdb tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447798 Jan 26 19:29:50.984301 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f52d213-3436-4dfc-8021-b2e8857b4c20 req-cb2181e1-acf8-4294-9fa9-3cd139f88769 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:50.985752 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6f52d213-3436-4dfc-8021-b2e8857b4c20 req-cb2181e1-acf8-4294-9fa9-3cd139f88769 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0506802 Jan 26 19:29:51.034112 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6f52d213-3436-4dfc-8021-b2e8857b4c20 req-7a5f4f72-1022-4f19-bf08-a5d6843b99a4 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429127 Jan 26 19:29:51.461309 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297865b5-2cb9-4170-ad89-4a6f0fa5e2e3 req-2a5553d0-331b-4012-9342-e5b3e26c8897 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:51.462771 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-297865b5-2cb9-4170-ad89-4a6f0fa5e2e3 req-2a5553d0-331b-4012-9342-e5b3e26c8897 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.0468490 Jan 26 19:29:51.508958 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-297865b5-2cb9-4170-ad89-4a6f0fa5e2e3 req-6c4b9ac6-883c-4ea2-8933-ac63bbd5a699 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395513 Jan 26 19:29:52.063541 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c2b9ef-6782-4b75-a580-2f9ee30b271f req-0c5a9c95-9797-4b9b-bde5-ff7b44a18db4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:52.064633 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-65c2b9ef-6782-4b75-a580-2f9ee30b271f req-0c5a9c95-9797-4b9b-bde5-ff7b44a18db4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0466385 Jan 26 19:29:52.110217 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-65c2b9ef-6782-4b75-a580-2f9ee30b271f req-6c656ae3-4b25-4df0-9cb5-4344dda1d2c6 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401363 Jan 26 19:29:52.150054 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c50e05-d29d-41f6-994e-28c77c7d1d25 req-f2697680-6faf-40c9-a876-09d9ccfde2c9 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:52.151535 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b5c50e05-d29d-41f6-994e-28c77c7d1d25 req-f2697680-6faf-40c9-a876-09d9ccfde2c9 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0498092 Jan 26 19:29:52.195892 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b5c50e05-d29d-41f6-994e-28c77c7d1d25 req-e22250c0-e8ef-4542-9c43-14d589c2151e tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389280 Jan 26 19:29:52.621245 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e5d01-e564-4abf-8c0e-6d9a09d99768 req-954cbe25-cdb9-4359-b2a6-69bbae12040d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:52.622695 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b76e5d01-e564-4abf-8c0e-6d9a09d99768 req-954cbe25-cdb9-4359-b2a6-69bbae12040d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.0497241 Jan 26 19:29:52.669186 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b76e5d01-e564-4abf-8c0e-6d9a09d99768 req-1a4eb117-ee51-45cb-af28-058416e346d6 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 Jan 26 19:29:53.230925 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a300c-426c-4326-bac8-a6d33252cf08 req-9b367c47-ee9b-47d0-bbf4-65fd71b6dbd8 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:53.232456 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d70a300c-426c-4326-bac8-a6d33252cf08 req-9b367c47-ee9b-47d0-bbf4-65fd71b6dbd8 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0496356 Jan 26 19:29:53.280957 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d70a300c-426c-4326-bac8-a6d33252cf08 req-3a4c0eed-0e76-47ff-9e85-d317439629dd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427778 Jan 26 19:29:53.308976 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0987b7-a5dd-4794-b0bc-d7b341d77c90 req-042cf623-5280-410b-b26a-fe21f7380362 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:53.310430 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bf0987b7-a5dd-4794-b0bc-d7b341d77c90 req-042cf623-5280-410b-b26a-fe21f7380362 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0475361 Jan 26 19:29:53.355436 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bf0987b7-a5dd-4794-b0bc-d7b341d77c90 req-f89be1e9-129b-4f61-ac55-bce958f5fdc1 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396276 Jan 26 19:29:53.786182 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24742c64-d1f1-4dce-a96c-443aa8c31fc3 req-49a7aa35-d3cc-4355-9e0e-daec7cc11625 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:53.787611 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-24742c64-d1f1-4dce-a96c-443aa8c31fc3 req-49a7aa35-d3cc-4355-9e0e-daec7cc11625 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.0466325 Jan 26 19:29:53.831695 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-24742c64-d1f1-4dce-a96c-443aa8c31fc3 req-9beb4bc2-cb18-4597-82ef-bd1029db1e74 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386915 Jan 26 19:29:54.399293 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b0794-33f8-4804-953d-989e02133196 req-87e97a02-13ed-434f-b203-772d15ce042a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:54.401390 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-063b0794-33f8-4804-953d-989e02133196 req-87e97a02-13ed-434f-b203-772d15ce042a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0515966 Jan 26 19:29:54.446229 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-063b0794-33f8-4804-953d-989e02133196 req-ce5c0345-c18b-4258-8773-26fc49296e6d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395060 Jan 26 19:29:54.466978 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af201df0-3b0d-4503-ae60-900c041c2464 req-117be9b4-e2d0-49fb-85a5-3a05eb084293 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:54.468555 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-af201df0-3b0d-4503-ae60-900c041c2464 req-117be9b4-e2d0-49fb-85a5-3a05eb084293 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0464885 Jan 26 19:29:54.515329 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-af201df0-3b0d-4503-ae60-900c041c2464 req-94d8714d-965a-461b-9823-412f32f1f5f6 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413442 Jan 26 19:29:54.948075 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576214d-06a6-434a-91cc-7cc020d4a4d9 req-2e2b4e6e-6108-495d-887d-7224764d481d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:54.949515 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d576214d-06a6-434a-91cc-7cc020d4a4d9 req-2e2b4e6e-6108-495d-887d-7224764d481d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.0516264 Jan 26 19:29:54.993312 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d576214d-06a6-434a-91cc-7cc020d4a4d9 req-ed17ff7d-2404-4b0d-a1e0-1486730f4de9 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383317 Jan 26 19:29:55.561998 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf68259-f7bc-4b7e-a49a-38436f51e791 req-54a38232-c3d8-495f-ad2f-970f270df95e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:55.563459 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4bf68259-f7bc-4b7e-a49a-38436f51e791 req-54a38232-c3d8-495f-ad2f-970f270df95e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0472929 Jan 26 19:29:55.608445 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4bf68259-f7bc-4b7e-a49a-38436f51e791 req-d2d159c1-6374-447e-9d41-6b5a81dafbd8 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394318 Jan 26 19:29:55.629360 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79ee76-356d-4066-9af2-6d14ed1f858f req-23296587-8ece-46ee-bd22-4a2caed0d5e5 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:55.630813 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7d79ee76-356d-4066-9af2-6d14ed1f858f req-23296587-8ece-46ee-bd22-4a2caed0d5e5 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0487559 Jan 26 19:29:55.685768 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7d79ee76-356d-4066-9af2-6d14ed1f858f req-09dcc726-444b-4341-80ef-a7ad2e2fbb66 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493984 Jan 26 19:29:56.253115 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f8afc-7372-4837-b53a-009d17f66e8a req-75725a54-96e9-488b-8070-c7abbdce1ad4 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:56.254553 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-671f8afc-7372-4837-b53a-009d17f66e8a req-75725a54-96e9-488b-8070-c7abbdce1ad4 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.1938770 Jan 26 19:29:56.298875 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-671f8afc-7372-4837-b53a-009d17f66e8a req-04a29cb2-3ce4-4788-83a6-6ac17e7920f0 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389977 Jan 26 19:29:56.726172 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f628fd-6c73-48bf-bd85-2065681a4783 req-f7c20af3-f45f-49ea-8b1e-cda3f6194077 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:56.727635 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c2f628fd-6c73-48bf-bd85-2065681a4783 req-f7c20af3-f45f-49ea-8b1e-cda3f6194077 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0486455 Jan 26 19:29:56.774145 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c2f628fd-6c73-48bf-bd85-2065681a4783 req-f13339f4-179e-4906-a1aa-1b3d4fb1ac18 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410290 Jan 26 19:29:56.800667 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3753aa3-e1da-4583-b15b-35410b82aab3 req-cca18861-682a-4562-8ddc-357ff35bdb9d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:56.802108 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c3753aa3-e1da-4583-b15b-35410b82aab3 req-cca18861-682a-4562-8ddc-357ff35bdb9d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0508666 Jan 26 19:29:56.846176 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c3753aa3-e1da-4583-b15b-35410b82aab3 req-b4f7a072-9264-4d6f-97e9-3e8bcd63185b tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382493 Jan 26 19:29:57.489735 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5d1e8-b5b9-47aa-9696-79d0c9abe16a req-b5584cc2-7548-4884-95dc-04ba366eced9 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:57.491237 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8db5d1e8-b5b9-47aa-9696-79d0c9abe16a req-b5584cc2-7548-4884-95dc-04ba366eced9 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.1155510 Jan 26 19:29:57.539662 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8db5d1e8-b5b9-47aa-9696-79d0c9abe16a req-38db2f5e-c6a6-4664-b412-58fecea59d92 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427694 Jan 26 19:29:57.895436 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d85880-4860-4445-a048-c160762e9fc4 req-24dbabfd-297a-4cac-883f-e9ad1d761a53 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:57.897015 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-22d85880-4860-4445-a048-c160762e9fc4 req-24dbabfd-297a-4cac-883f-e9ad1d761a53 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0494850 Jan 26 19:29:57.953241 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-22d85880-4860-4445-a048-c160762e9fc4 req-ae697b45-e328-4e49-aa27-26111dae746c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495555 Jan 26 19:29:57.971084 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096b80b-f6cc-4fb7-9b17-2cedb269424e req-1d1548d1-3f96-4c31-8333-a1027e4353ad tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:57.972562 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0096b80b-f6cc-4fb7-9b17-2cedb269424e req-1d1548d1-3f96-4c31-8333-a1027e4353ad tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0565941 Jan 26 19:29:58.017358 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0096b80b-f6cc-4fb7-9b17-2cedb269424e req-3ceba207-5062-4497-a9bc-8e93d9db292c tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393288 Jan 26 19:29:58.253492 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eba71b-2c3b-4b3d-83fe-ec31c8157f0a req-aef89380-8118-4691-975c-40362bfef0cb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:58.254976 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-46eba71b-2c3b-4b3d-83fe-ec31c8157f0a req-aef89380-8118-4691-975c-40362bfef0cb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0477898 Jan 26 19:29:58.301216 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-46eba71b-2c3b-4b3d-83fe-ec31c8157f0a req-93c7f95f-d995-4fcb-8344-99b1d4341265 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397263 Jan 26 19:29:58.308072 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f170d-62cd-41b5-bd5b-682d13079a6c req-126763cb-40b2-47c3-9473-63c20918f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:58.309519 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-670f170d-62cd-41b5-bd5b-682d13079a6c req-126763cb-40b2-47c3-9473-63c20918f962 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02dc9a9d875c479c8dcb8eb1a31fa567&device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 1099 time: 0.0423419 Jan 26 19:29:58.398551 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f170d-62cd-41b5-bd5b-682d13079a6c req-58ca4a76-b681-4f31-8781-fed84dfc3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:58.400067 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-670f170d-62cd-41b5-bd5b-682d13079a6c req-58ca4a76-b681-4f31-8781-fed84dfc3570 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c HTTP/1.1" status: 200 len: 912 time: 0.0821934 Jan 26 19:29:58.652134 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-670f170d-62cd-41b5-bd5b-682d13079a6c req-2c2ac944-2588-420b-b508-e0c45e888558 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6758173a-c05b-4dbe-a01f-d4b556f91c47 HTTP/1.1" status: 200 len: 1002 time: 0.2439551 Jan 26 19:29:58.663941 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda75628-59f1-44b6-a5b4-9dac21b10d90 req-91f6a73a-8355-494f-a12f-be8865f41b7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:58.667050 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bda75628-59f1-44b6-a5b4-9dac21b10d90 req-91f6a73a-8355-494f-a12f-be8865f41b7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.0539269 Jan 26 19:29:58.702737 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f170d-62cd-41b5-bd5b-682d13079a6c req-1ce76389-79ef-439b-9a3c-b9f9d1e6bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:58.704358 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-670f170d-62cd-41b5-bd5b-682d13079a6c req-1ce76389-79ef-439b-9a3c-b9f9d1e6bfd6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e HTTP/1.1" status: 200 len: 850 time: 0.0446687 Jan 26 19:29:58.718450 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bda75628-59f1-44b6-a5b4-9dac21b10d90 req-354aff73-e250-443d-8b5f-5a26b9e2d0cc tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467920 Jan 26 19:29:58.766624 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f170d-62cd-41b5-bd5b-682d13079a6c req-d4189d12-478e-4736-999c-2a8a7a76ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:58.768715 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-670f170d-62cd-41b5-bd5b-682d13079a6c req-d4189d12-478e-4736-999c-2a8a7a76ed39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568073 Jan 26 19:29:58.894919 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de17b6-3d5f-4dff-bd71-b56e94600c78 req-9597162d-6267-44e8-9403-419fa377b84c tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:58.896394 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-17de17b6-3d5f-4dff-bd71-b56e94600c78 req-9597162d-6267-44e8-9403-419fa377b84c tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.0994487 Jan 26 19:29:58.931190 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-670f170d-62cd-41b5-bd5b-682d13079a6c req-12f484ff-e19c-4175-b863-a61212b8571b service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463401 Jan 26 19:29:58.978174 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-17de17b6-3d5f-4dff-bd71-b56e94600c78 req-28c6daf4-ef66-447c-819b-a39d26b4f2b0 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752883 Jan 26 19:29:59.052957 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-670f170d-62cd-41b5-bd5b-682d13079a6c req-8c24d2da-6ba9-4e38-93e9-aa91deea0323 service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125576 Jan 26 19:29:59.085650 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2466e-44d7-4f97-a064-dda993fdfec0 req-94c5c99e-9fe4-40ff-b7ab-73b4fa1b60d0 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:59.087134 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2bb2466e-44d7-4f97-a064-dda993fdfec0 req-94c5c99e-9fe4-40ff-b7ab-73b4fa1b60d0 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0610690 Jan 26 19:29:59.135625 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2bb2466e-44d7-4f97-a064-dda993fdfec0 req-8f7624df-1bf8-4373-8f76-12c69aa52c58 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418720 Jan 26 19:29:59.320745 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d33b67-bcbd-44cd-8986-a3a13095cc3a req-4a190732-c0c7-4e40-8ec6-294c93466e8d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:59.322670 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-55d33b67-bcbd-44cd-8986-a3a13095cc3a req-4a190732-c0c7-4e40-8ec6-294c93466e8d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.0450821 Jan 26 19:29:59.372594 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-55d33b67-bcbd-44cd-8986-a3a13095cc3a req-5d86de8b-5888-42a7-8ec3-f2963dbfdfb6 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432353 Jan 26 19:29:59.420592 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13eb266-8435-467d-bb65-745b37be1e70 req-2fd3262f-6048-4e92-bec2-23552bb35736 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:29:59.422083 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d13eb266-8435-467d-bb65-745b37be1e70 req-2fd3262f-6048-4e92-bec2-23552bb35736 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0502188 Jan 26 19:29:59.468668 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d13eb266-8435-467d-bb65-745b37be1e70 req-50de69b5-5b90-426e-88bd-af48c6882d87 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410137 Jan 26 19:29:59.581568 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device fe434a86-f778-4b6d-a4b9-ab67af155876 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:29:59.691818 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port fe434a86-f778-4b6d-a4b9-ab67af155876, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=fe434a86-f778-4b6d-a4b9-ab67af155876,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:29:59.703721 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': 'fe434a86-f778-4b6d-a4b9-ab67af155876', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'port_id': 'fe434a86-f778-4b6d-a4b9-ab67af155876', 'mac_address': 'fa:16:3e:f3:8e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:29:59.742901 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port fe434a86-f778-4b6d-a4b9-ab67af155876 is: ACTIVE; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:29:59.743286 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:59.756858 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe434a86-f778-4b6d-a4b9-ab67af155876 {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:29:59.776740 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port fe434a86-f778-4b6d-a4b9-ab67af155876, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=fe434a86-f778-4b6d-a4b9-ab67af155876,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:29:59.781407 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:29:59.836420 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=fe434a86-f778-4b6d-a4b9-ab67af155876,revision_number=6']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:00.010538 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['fe434a86-f778-4b6d-a4b9-ab67af155876'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:30:00.254723 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cd885-4201-4ad5-ac06-b447ed9be6b7 req-bec9119a-be2f-46c2-b423-611080b4f6c5 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:00.256175 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a19cd885-4201-4ad5-ac06-b447ed9be6b7 req-bec9119a-be2f-46c2-b423-611080b4f6c5 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 944 time: 0.0497816 Jan 26 19:30:00.299908 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a19cd885-4201-4ad5-ac06-b447ed9be6b7 req-d9872689-12e2-4507-a113-674a9beee7af tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382774 Jan 26 19:30:00.578873 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d5a40-74cf-42b2-9139-81ba488ddf5d req-1bbcf75f-ad04-44e7-bc25-7a8aea1a0fde tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:00.580342 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-190d5a40-74cf-42b2-9139-81ba488ddf5d req-1bbcf75f-ad04-44e7-bc25-7a8aea1a0fde tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0461330 Jan 26 19:30:00.625229 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-190d5a40-74cf-42b2-9139-81ba488ddf5d req-1b9923a2-ccaf-4906-aff0-a047fd110218 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395520 Jan 26 19:30:01.422679 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f17a28-6dd8-4ad1-9d9b-69a87b104fa5 req-f5c75d52-cd14-4e9d-ae37-6c9def340663 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:01.424102 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e4f17a28-6dd8-4ad1-9d9b-69a87b104fa5 req-f5c75d52-cd14-4e9d-ae37-6c9def340663 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 944 time: 0.0506315 Jan 26 19:30:01.469841 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e4f17a28-6dd8-4ad1-9d9b-69a87b104fa5 req-4db8a9cf-1b4d-492b-a0ec-1740f3e854fd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401866 Jan 26 19:30:01.611185 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device fe434a86-f778-4b6d-a4b9-ab67af155876 up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:30:01.657745 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port fe434a86-f778-4b6d-a4b9-ab67af155876 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:01.658121 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:01.734908 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port fe434a86-f778-4b6d-a4b9-ab67af155876 is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:01.735241 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:01.758351 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15ff6ad-b011-48d9-a8af-fc836715e6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe434a86-f778-4b6d-a4b9-ab67af155876'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:30:01.760613 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b4f1dd-e7f2-44e3-aac1-c29ef388d6c1" -d '{"events": [{"server_uuid": "a15ff6ad-b011-48d9-a8af-fc836715e6f5", "name": "network-vif-plugged", "status": "completed", "tag": "fe434a86-f778-4b6d-a4b9-ab67af155876"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:30:01.777608 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port fe434a86-f778-4b6d-a4b9-ab67af155876, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=fe434a86-f778-4b6d-a4b9-ab67af155876,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:30:01.783614 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:01.807282 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e21cd1-b0e4-4c02-b5c8-4da8031e6a1c x-openstack-request-id: req-a3e21cd1-b0e4-4c02-b5c8-4da8031e6a1c {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:30:01.807589 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15ff6ad-b011-48d9-a8af-fc836715e6f5", "name": "network-vif-plugged", "status": "completed", "tag": "fe434a86-f778-4b6d-a4b9-ab67af155876", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:30:01.807866 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a3e21cd1-b0e4-4c02-b5c8-4da8031e6a1c {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:30:01.808249 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15ff6ad-b011-48d9-a8af-fc836715e6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe434a86-f778-4b6d-a4b9-ab67af155876', 'code': 200} Jan 26 19:30:01.832730 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=fe434a86-f778-4b6d-a4b9-ab67af155876,revision_number=7']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:02.169035 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d799d45-d470-4081-b448-4887cfcf8de5 req-feb169fb-9e93-4064-b903-fdc346b727e9 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:02.170489 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9d799d45-d470-4081-b448-4887cfcf8de5 req-feb169fb-9e93-4064-b903-fdc346b727e9 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bff8c8-e41b-421a-bf67-a4538f83efbc HTTP/1.1" status: 200 len: 946 time: 0.0530350 Jan 26 19:30:02.232479 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9d799d45-d470-4081-b448-4887cfcf8de5 req-7c5278ab-aae3-4250-8932-47decbb8d151 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553918 Jan 26 19:30:02.423394 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-beb054f2-6b98-4f60-97b1-4b930814847b tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2049324900&fields=id&tenant_id=84d90c74a445407ab6459be30826b3f7 HTTP/1.1" status: 200 len: 267 time: 0.0436516 Jan 26 19:30:02.593555 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e93e7-b298-4c6d-90d1-2962e46db74d req-3da9cb34-8c61-446e-9bc1-aedc43695d3d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:02.595096 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-749e93e7-b298-4c6d-90d1-2962e46db74d req-3da9cb34-8c61-446e-9bc1-aedc43695d3d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0512393 Jan 26 19:30:02.643603 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-749e93e7-b298-4c6d-90d1-2962e46db74d req-ae541a0f-ed02-41ee-9d5e-93fbaa2c14d0 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424132 Jan 26 19:30:02.754687 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-97931987-d01f-4a86-a0ea-2fdd4040d9d4 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:02.756052 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-97931987-d01f-4a86-a0ea-2fdd4040d9d4 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/networks?id=cbb19803-443d-4415-86c7-ff03c2048d20 HTTP/1.1" status: 200 len: 809 time: 0.3261230 Jan 26 19:30:02.770437 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-77c4219b-1beb-4872-ac12-88c95c95bffd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/quotas/84d90c74a445407ab6459be30826b3f7 HTTP/1.1" status: 200 len: 375 time: 0.0084541 Jan 26 19:30:02.817419 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-15edd276-7e03-4c37-b68b-1b49a83ec0ba tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=84d90c74a445407ab6459be30826b3f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0420346 Jan 26 19:30:02.910635 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-2539fb7b-6574-4bb8-b18e-7a19bbf867a9 service neutron] 10.222.0.50 "GET /v2.0/networks/cbb19803-443d-4415-86c7-ff03c2048d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818746 Jan 26 19:30:03.001113 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-f05e81a0-3740-4d7f-81e7-c3184bba51d6 service neutron] 10.222.0.50 "GET /v2.0/networks/cbb19803-443d-4415-86c7-ff03c2048d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845098 Jan 26 19:30:03.275366 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-7ee6475c-4821-4d79-81cc-d356d0943a85 req-2e08e4f6-3e63-4a69-8dbf-1f471f910fb7 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 210 time: 0.0270994 Jan 26 19:30:03.351865 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d2861-396f-4731-b6b1-c7ed65f75646 req-14d8b218-cc5e-48af-af63-42a9afb931f8 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:03.354082 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8d1d2861-396f-4731-b6b1-c7ed65f75646 req-14d8b218-cc5e-48af-af63-42a9afb931f8 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bff8c8-e41b-421a-bf67-a4538f83efbc HTTP/1.1" status: 200 len: 946 time: 0.0525806 Jan 26 19:30:03.405754 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8d1d2861-396f-4731-b6b1-c7ed65f75646 req-31daeb71-7d4f-4563-bb47-b856d200f23e tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417962 Jan 26 19:30:03.612720 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 57342) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:03.727940 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-62321b0e-1b92-4fbe-a18f-c97bec7e9252 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:03.795845 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308f9f4-fd62-4691-ac47-963f0ff65fa0 req-e2bfc1a5-c7bf-4194-912e-f6fbf78a0d50 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:03.797319 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a308f9f4-fd62-4691-ac47-963f0ff65fa0 req-e2bfc1a5-c7bf-4194-912e-f6fbf78a0d50 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0714149 Jan 26 19:30:03.871927 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a308f9f4-fd62-4691-ac47-963f0ff65fa0 req-56c1bed3-06fa-45a0-b332-b89cc95195e7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643926 Jan 26 19:30:03.873449 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-62321b0e-1b92-4fbe-a18f-c97bec7e9252 admin admin] Publish callbacks [] for security_group (20f7fb3c-5f66-41f5-a4e0-df7560b392a3), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:03.879107 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-62321b0e-1b92-4fbe-a18f-c97bec7e9252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (20f7fb3c-5f66-41f5-a4e0-df7560b392a3), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:03.918269 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-62321b0e-1b92-4fbe-a18f-c97bec7e9252 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a5536ea256f4f53b13923adda339c90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043876 Jan 26 19:30:03.919218 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62321b0e-1b92-4fbe-a18f-c97bec7e9252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f7fb3c-5f66-41f5-a4e0-df7560b392a3,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:03.921519 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 57350) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:03.968572 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3fdba9d9-8b05-41f6-804f-920125e06c87 admin admin] Publish callbacks [] for security_group (20f7fb3c-5f66-41f5-a4e0-df7560b392a3), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:03.989346 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3fdba9d9-8b05-41f6-804f-920125e06c87 admin admin] Publish callbacks [] for security_group (20f7fb3c-5f66-41f5-a4e0-df7560b392a3), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:04.037551 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-c74fb291-6206-4752-bf7a-0d61bc3b4d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:04.042075 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3fdba9d9-8b05-41f6-804f-920125e06c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (20f7fb3c-5f66-41f5-a4e0-df7560b392a3), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:04.044600 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3fdba9d9-8b05-41f6-804f-920125e06c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:04.045732 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-3fdba9d9-8b05-41f6-804f-920125e06c87 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/20f7fb3c-5f66-41f5-a4e0-df7560b392a3 HTTP/1.1" status: 204 len: 168 time: 0.1234143 Jan 26 19:30:04.053363 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdba9d9-8b05-41f6-804f-920125e06c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f7fb3c-5f66-41f5-a4e0-df7560b392a3,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:04.275150 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5022d-bfe0-4ea5-9ec9-79902a24ab10 req-7601123b-3196-4b13-99de-65826f6a5c9d tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:04.276639 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-94c5022d-bfe0-4ea5-9ec9-79902a24ab10 req-7601123b-3196-4b13-99de-65826f6a5c9d tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.46 "GET /v2.0/ports?device_id=94bff8c8-e41b-421a-bf67-a4538f83efbc HTTP/1.1" status: 200 len: 946 time: 0.0499227 Jan 26 19:30:04.390684 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-94c5022d-bfe0-4ea5-9ec9-79902a24ab10 req-ae386050-0b2d-4fd0-a9fd-a35d50b2cee0 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Deleting port 710bf98d-993e-427e-8c77-bdda25d5f13d {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:30:04.391421 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-94c5022d-bfe0-4ea5-9ec9-79902a24ab10 req-ae386050-0b2d-4fd0-a9fd-a35d50b2cee0 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (710bf98d-993e-427e-8c77-bdda25d5f13d), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:04.417777 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b6ab28f9-7e40-4107-af89-d68604234bc3 req-139c9159-b2e8-4e04-8c48-1203016a1305 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 210 time: 0.0424714 Jan 26 19:30:04.591833 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-94c5022d-bfe0-4ea5-9ec9-79902a24ab10 req-ae386050-0b2d-4fd0-a9fd-a35d50b2cee0 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] For port 710bf98d-993e-427e-8c77-bdda25d5f13d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=710bf98d-993e-427e-8c77-bdda25d5f13d,segment=NetworkSegment(259fcae6-5389-4a08-8471-a51b2cac0776),segment_id=259fcae6-5389-4a08-8471-a51b2cac0776)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:30:04.592201 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-94c5022d-bfe0-4ea5-9ec9-79902a24ab10 req-ae386050-0b2d-4fd0-a9fd-a35d50b2cee0 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (710bf98d-993e-427e-8c77-bdda25d5f13d), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:04.615271 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-94c5022d-bfe0-4ea5-9ec9-79902a24ab10 req-ae386050-0b2d-4fd0-a9fd-a35d50b2cee0 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Calling delete_port for 710bf98d-993e-427e-8c77-bdda25d5f13d owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:30:04.631204 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d9dd1-6c8c-47bb-8891-6a1c4a9afad9 req-e6aad8b7-53c6-4d0f-bcca-194fee998509 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:04.632811 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f44d9dd1-6c8c-47bb-8891-6a1c4a9afad9 req-e6aad8b7-53c6-4d0f-bcca-194fee998509 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=94bff8c8-e41b-421a-bf67-a4538f83efbc HTTP/1.1" status: 200 len: 946 time: 0.1475010 Jan 26 19:30:04.643166 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-8974b527-bd1e-426a-be5b-2bca7b68fa6f tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:04.644540 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-8974b527-bd1e-426a-be5b-2bca7b68fa6f tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.46 "GET /v2.0/networks?id=cbb19803-443d-4415-86c7-ff03c2048d20 HTTP/1.1" status: 200 len: 809 time: 0.2183695 Jan 26 19:30:04.787949 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f44d9dd1-6c8c-47bb-8891-6a1c4a9afad9 req-7ea15852-c88f-40fa-a9d8-d3ce8da80de8 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424024 Jan 26 19:30:04.800067 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-6a377d67-fea5-42ab-b2bd-caaca0f2cab5 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84d90c74a445407ab6459be30826b3f7 HTTP/1.1" status: 200 len: 380 time: 0.1189036 Jan 26 19:30:04.834934 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-61600697-bdff-4f62-92d1-cb5943612367 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Request body: {'port': {'device_id': '4d4c9802-6d78-4385-bea2-9fccff04955b', 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20', 'admin_state_up': True, 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'security_groups': ['c81cd648-0073-497b-ba04-894fe1769930']}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:04.918645 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-94c5022d-bfe0-4ea5-9ec9-79902a24ab10 req-ae386050-0b2d-4fd0-a9fd-a35d50b2cee0 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (710bf98d-993e-427e-8c77-bdda25d5f13d), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:04.935479 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['710bf98d-993e-427e-8c77-bdda25d5f13d'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:30:04.976863 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae386050-0b2d-4fd0-a9fd-a35d50b2cee0 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Pushing event deleted for resources: {'Port': ['ID=710bf98d-993e-427e-8c77-bdda25d5f13d,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:05.033528 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f9446-39f4-46f4-b3a6-663d95dc41c2 req-ea52b543-c7da-4445-adc2-6ff2f96dc667 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:05.035291 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b74f9446-39f4-46f4-b3a6-663d95dc41c2 req-ea52b543-c7da-4445-adc2-6ff2f96dc667 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0683653 Jan 26 19:30:05.038614 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c5022d-bfe0-4ea5-9ec9-79902a24ab10 req-ae386050-0b2d-4fd0-a9fd-a35d50b2cee0 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] No DVR routers for this DVR port 710bf98d-993e-427e-8c77-bdda25d5f13d on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:30:05.044813 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-94c5022d-bfe0-4ea5-9ec9-79902a24ab10 req-ae386050-0b2d-4fd0-a9fd-a35d50b2cee0 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:05.048307 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-94c5022d-bfe0-4ea5-9ec9-79902a24ab10 req-ae386050-0b2d-4fd0-a9fd-a35d50b2cee0 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.46 "DELETE /v2.0/ports/710bf98d-993e-427e-8c77-bdda25d5f13d HTTP/1.1" status: 204 len: 173 time: 0.7645328 Jan 26 19:30:05.050949 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bff8c8-e41b-421a-bf67-a4538f83efbc', 'name': 'network-vif-deleted', 'tag': '710bf98d-993e-427e-8c77-bdda25d5f13d'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:30:05.053204 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e50405-115b-4b17-b8e8-c902d0c0796b" -d '{"events": [{"server_uuid": "94bff8c8-e41b-421a-bf67-a4538f83efbc", "name": "network-vif-deleted", "tag": "710bf98d-993e-427e-8c77-bdda25d5f13d"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:30:05.074697 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-61600697-bdff-4f62-92d1-cb5943612367 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Made reservation on behalf of 84d90c74a445407ab6459be30826b3f7 for: {'port': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:30:05.078326 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-61600697-bdff-4f62-92d1-cb5943612367 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:05.147394 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b74f9446-39f4-46f4-b3a6-663d95dc41c2 req-b3f8b7f2-c08d-46f7-b676-de567fd2c094 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023712 Jan 26 19:30:05.160242 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc06309-91a5-42aa-ab62-8c4c9f094989 x-openstack-request-id: req-6cc06309-91a5-42aa-ab62-8c4c9f094989 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:30:05.160535 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bff8c8-e41b-421a-bf67-a4538f83efbc", "name": "network-vif-deleted", "tag": "710bf98d-993e-427e-8c77-bdda25d5f13d", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:30:05.160791 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6cc06309-91a5-42aa-ab62-8c4c9f094989 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:30:05.161175 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bff8c8-e41b-421a-bf67-a4538f83efbc', 'name': 'network-vif-deleted', 'tag': '710bf98d-993e-427e-8c77-bdda25d5f13d', 'status': 'completed', 'code': 200} Jan 26 19:30:05.278517 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-61600697-bdff-4f62-92d1-cb5943612367 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Allocated IP 172.20.0.3 (cbb19803-443d-4415-86c7-ff03c2048d20/6729bb24-9786-4f47-bee1-4821053a11a2/8a15c594-cba7-47ee-a2b3-43518a18cd89) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:30:05.476821 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-61600697-bdff-4f62-92d1-cb5943612367 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:05.554203 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f106e9ca-c1be-4fd0-8c92-5973f59b1f47 req-dae950f6-da01-4a75-a700-b7c7f7962fd5 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 210 time: 0.0511100 Jan 26 19:30:05.566551 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-61600697-bdff-4f62-92d1-cb5943612367 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:05.610847 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-61600697-bdff-4f62-92d1-cb5943612367 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Network cbb19803-443d-4415-86c7-ff03c2048d20 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:30:05.616002 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-61600697-bdff-4f62-92d1-cb5943612367 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:30:05.619209 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-61600697-bdff-4f62-92d1-cb5943612367 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:30:05.626433 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61600697-bdff-4f62-92d1-cb5943612367 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Pushing event updated for resources: {'Port': ['ID=8a15c594-cba7-47ee-a2b3-43518a18cd89,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:05.696497 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-61600697-bdff-4f62-92d1-cb5943612367 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:05.696497 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-61600697-bdff-4f62-92d1-cb5943612367 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:05.720681 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-61600697-bdff-4f62-92d1-cb5943612367 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9061081 Jan 26 19:30:05.738742 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Request body: {'port': {'device_id': '4d4c9802-6d78-4385-bea2-9fccff04955b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:05.811690 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:05.934916 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-3a1f441e-fb6d-410a-a655-de37fafd685d None None] Provisioning complete for port 8a15c594-cba7-47ee-a2b3-43518a18cd89 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:05.936959 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-3a1f441e-fb6d-410a-a655-de37fafd685d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:06.007015 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-3a1f441e-fb6d-410a-a655-de37fafd685d None None] Port 8a15c594-cba7-47ee-a2b3-43518a18cd89 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:30:06.294577 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a15c594-cba7-47ee-a2b3-43518a18cd89 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:30:06.304567 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Publish callbacks [] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:06.308981 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-f78c44ae-8d4b-4bd8-8cbc-5f0f48791ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:06.326893 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Transition to ACTIVE for port object 8a15c594-cba7-47ee-a2b3-43518a18cd89 will not be triggered until provisioned by entity L2. {{(pid=102406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:30:06.334948 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c45c1-863e-4ca7-8c50-114bcc880ffb req-61f9dc56-70c3-4aae-8834-9af41d79e014 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:06.336754 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-645c45c1-863e-4ca7-8c50-114bcc880ffb req-61f9dc56-70c3-4aae-8834-9af41d79e014 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0788522 Jan 26 19:30:06.337885 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:06.425128 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=8a15c594-cba7-47ee-a2b3-43518a18cd89,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:06.532421 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-645c45c1-863e-4ca7-8c50-114bcc880ffb req-660263d6-1bc3-4887-8c9a-eea026a80999 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595581 Jan 26 19:30:06.584135 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Attempting to bind port 8a15c594-cba7-47ee-a2b3-43518a18cd89 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:30:06.584739 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Attempting to bind port 8a15c594-cba7-47ee-a2b3-43518a18cd89 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'cdbadc41-f04b-404f-a6fa-05259b01a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:30:06.585493 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Attempting to bind port 8a15c594-cba7-47ee-a2b3-43518a18cd89 on network cbb19803-443d-4415-86c7-ff03c2048d20 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:30:06.595824 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Port 8a15c594-cba7-47ee-a2b3-43518a18cd89 on network cbb19803-443d-4415-86c7-ff03c2048d20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:30:06.596160 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Attempting to bind port 8a15c594-cba7-47ee-a2b3-43518a18cd89 on network cbb19803-443d-4415-86c7-ff03c2048d20 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:30:06.612297 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:30:06.612638 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Checking segment: {'id': 'cdbadc41-f04b-404f-a6fa-05259b01a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:30:06.613024 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Bound using segment: {'id': 'cdbadc41-f04b-404f-a6fa-05259b01a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:30:06.613453 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Bound port: 8a15c594-cba7-47ee-a2b3-43518a18cd89, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdbadc41-f04b-404f-a6fa-05259b01a168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:30:06.613805 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:06.761333 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd2526-c14e-462a-a82c-8c3cd2dda203 req-a02f96ca-38eb-4173-92cd-6e08ed3f4c21 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:06.763718 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-80dd2526-c14e-462a-a82c-8c3cd2dda203 req-a02f96ca-38eb-4173-92cd-6e08ed3f4c21 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.1028879 Jan 26 19:30:06.785912 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] For port 8a15c594-cba7-47ee-a2b3-43518a18cd89, host hv-cinder-79400, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:30:06.789484 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] For port 8a15c594-cba7-47ee-a2b3-43518a18cd89, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=8a15c594-cba7-47ee-a2b3-43518a18cd89,segment=NetworkSegment(cdbadc41-f04b-404f-a6fa-05259b01a168),segment_id=cdbadc41-f04b-404f-a6fa-05259b01a168)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:30:06.798226 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:06.842555 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:06.842834 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:06.844539 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] 10.222.0.46 "PUT /v2.0/ports/8a15c594-cba7-47ee-a2b3-43518a18cd89 HTTP/1.1" status: 200 len: 1093 time: 1.1148236 Jan 26 19:30:06.873730 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e830d-d85e-4833-b5cf-37e408080fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=8a15c594-cba7-47ee-a2b3-43518a18cd89,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:06.896109 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-80dd2526-c14e-462a-a82c-8c3cd2dda203 req-c0a0447b-fb23-4273-8000-91d73cb8f270 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215398 Jan 26 19:30:07.162005 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4c9802-6d78-4385-bea2-9fccff04955b', 'tag': '8a15c594-cba7-47ee-a2b3-43518a18cd89'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:30:07.164326 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b63b169-65ce-4804-ad30-3c90d3b351a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4c9802-6d78-4385-bea2-9fccff04955b", "tag": "8a15c594-cba7-47ee-a2b3-43518a18cd89"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:30:07.205959 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49a4556-cd4a-40a5-b67c-17eddf0680e6 x-openstack-request-id: req-b49a4556-cd4a-40a5-b67c-17eddf0680e6 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:30:07.206261 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4c9802-6d78-4385-bea2-9fccff04955b", "tag": "8a15c594-cba7-47ee-a2b3-43518a18cd89", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:30:07.206518 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b49a4556-cd4a-40a5-b67c-17eddf0680e6 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:30:07.206919 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4c9802-6d78-4385-bea2-9fccff04955b', 'tag': '8a15c594-cba7-47ee-a2b3-43518a18cd89', 'status': 'completed', 'code': 200} Jan 26 19:30:07.665115 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5756764-d495-410d-9524-9b3db5e01287 req-2d3a6a6c-fc61-425d-82a6-8a7e60060ffd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:07.667437 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a5756764-d495-410d-9524-9b3db5e01287 req-2d3a6a6c-fc61-425d-82a6-8a7e60060ffd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0644603 Jan 26 19:30:07.743124 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a5756764-d495-410d-9524-9b3db5e01287 req-ba2a5216-8b99-4625-b8f6-77b128c2e665 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697904 Jan 26 19:30:07.753956 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:08.017005 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401cb09-4180-47ba-9779-d34ec7cc8d48 req-386fdd3c-2e49-4568-972a-13211a207f76 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:08.018847 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9401cb09-4180-47ba-9779-d34ec7cc8d48 req-386fdd3c-2e49-4568-972a-13211a207f76 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0551031 Jan 26 19:30:08.081483 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9401cb09-4180-47ba-9779-d34ec7cc8d48 req-0826503c-e607-4778-b54d-fae9bcc53825 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557315 Jan 26 19:30:08.138174 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:08.874533 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0dc90-9e77-4518-8d48-a2536a064550 req-9e41f2e3-d6b4-44b7-8f64-b6050d02977c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:08.876048 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-20b0dc90-9e77-4518-8d48-a2536a064550 req-9e41f2e3-d6b4-44b7-8f64-b6050d02977c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0531693 Jan 26 19:30:08.967435 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:09.010051 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 710bf98d-993e-427e-8c77-bdda25d5f13d no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:30:09.033868 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: 710bf98d-993e-427e-8c77-bdda25d5f13d {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:30:09.034348 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 710bf98d-993e-427e-8c77-bdda25d5f13d not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:30:09.120350 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-20b0dc90-9e77-4518-8d48-a2536a064550 req-ca7f9c0e-6141-4864-a867-f5b9f863ae3e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385318 Jan 26 19:30:09.244059 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde590f-b923-41b5-af1b-d7a9f099b9cd req-8fd77e90-3066-40c1-8bd7-3350d1e7be0f tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:09.251116 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9cde590f-b923-41b5-af1b-d7a9f099b9cd req-8fd77e90-3066-40c1-8bd7-3350d1e7be0f tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0541692 Jan 26 19:30:09.306872 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9cde590f-b923-41b5-af1b-d7a9f099b9cd req-9a213ba4-9dd1-48d0-9199-95ef841a011f tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543141 Jan 26 19:30:09.553046 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:30:10.245989 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4288651-8f87-469f-97a4-9f25251dd997 req-9a92d0e2-87df-45e4-b510-be803112ca58 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:10.248170 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d4288651-8f87-469f-97a4-9f25251dd997 req-9a92d0e2-87df-45e4-b510-be803112ca58 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0518827 Jan 26 19:30:10.295267 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:10.340086 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d4288651-8f87-469f-97a4-9f25251dd997 req-394153da-c79a-4959-9099-c597ad07b7a3 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855136 Jan 26 19:30:10.399124 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-d59256e8-25a8-46ed-b3ab-eedb4683c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:10.403183 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-d59256e8-25a8-46ed-b3ab-eedb4683c3a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84d90c74a445407ab6459be30826b3f7&device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 1096 time: 0.1011617 Jan 26 19:30:10.461811 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-c7033393-21c2-422d-94f8-21bd07dcf146 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a15c594-cba7-47ee-a2b3-43518a18cd89 HTTP/1.1" status: 200 len: 217 time: 0.0510168 Jan 26 19:30:10.547301 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dd450-7875-417a-a230-4bb8214b7b41 req-484a2b17-900f-44aa-acf1-cb65222b547f tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:10.549377 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-7a6dd450-7875-417a-a230-4bb8214b7b41 req-484a2b17-900f-44aa-acf1-cb65222b547f tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.1324804 Jan 26 19:30:10.572804 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-da334e55-696a-4a24-af84-edb1a48696ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:10.574188 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-da334e55-696a-4a24-af84-edb1a48696ca service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6729bb24-9786-4f47-bee1-4821053a11a2 HTTP/1.1" status: 200 len: 848 time: 0.0970063 Jan 26 19:30:10.652073 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-7a6dd450-7875-417a-a230-4bb8214b7b41 req-e5279350-37c2-4d7a-873b-fd44131baf29 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936384 Jan 26 19:30:10.670156 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-f58028a1-002a-4126-a03d-dfb3ab691560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:10.672798 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-f58028a1-002a-4126-a03d-dfb3ab691560 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cbb19803-443d-4415-86c7-ff03c2048d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898404 Jan 26 19:30:10.799284 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-60fa5609-ce63-4c12-affc-874bb92acf01 service neutron] 10.222.0.46 "GET /v2.0/networks/cbb19803-443d-4415-86c7-ff03c2048d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965331 Jan 26 19:30:10.919029 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9e3981a2-b6a4-49c0-b62f-1881461bd487 req-7be5a65d-bb98-466e-b3b8-117ff922310f service neutron] 10.222.0.46 "GET /v2.0/networks/cbb19803-443d-4415-86c7-ff03c2048d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080739 Jan 26 19:30:11.049351 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63b169-65ce-4804-ad30-3c90d3b351a0 req-508d79c7-23b1-4673-ad8a-13f915b2ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:11.051726 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3b63b169-65ce-4804-ad30-3c90d3b351a0 req-508d79c7-23b1-4673-ad8a-13f915b2ed46 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84d90c74a445407ab6459be30826b3f7&device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 1096 time: 0.0517838 Jan 26 19:30:11.150586 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63b169-65ce-4804-ad30-3c90d3b351a0 req-6abd6595-de31-4f03-bfb9-0d9f7d1dd33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:11.152160 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3b63b169-65ce-4804-ad30-3c90d3b351a0 req-6abd6595-de31-4f03-bfb9-0d9f7d1dd33e service neutron] 10.222.0.46 "GET /v2.0/networks?id=cbb19803-443d-4415-86c7-ff03c2048d20 HTTP/1.1" status: 200 len: 910 time: 0.0903721 Jan 26 19:30:11.535148 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c42000-a674-49b6-8766-f07aa2f6872b req-7f0442fa-dc4c-44d9-bd5d-f367e0bccafd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:11.536723 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-58c42000-a674-49b6-8766-f07aa2f6872b req-7f0442fa-dc4c-44d9-bd5d-f367e0bccafd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0917189 Jan 26 19:30:11.598751 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-58c42000-a674-49b6-8766-f07aa2f6872b req-ffef9c81-f7bb-4625-89b5-3b299a97a12e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557997 Jan 26 19:30:11.778263 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fbf3f-3360-46e6-9d9f-a287bd5ca6c5 req-69c2f109-10fa-4956-b94e-90a17a13f611 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:11.779707 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-385fbf3f-3360-46e6-9d9f-a287bd5ca6c5 req-69c2f109-10fa-4956-b94e-90a17a13f611 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0509174 Jan 26 19:30:11.853209 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-385fbf3f-3360-46e6-9d9f-a287bd5ca6c5 req-1a529fd1-1199-4a0f-ad8a-ffb3224b4048 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660713 Jan 26 19:30:12.658366 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3b63b169-65ce-4804-ad30-3c90d3b351a0 req-8aa82c6f-5d7b-4014-8a7b-1c105e2420d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a15c594-cba7-47ee-a2b3-43518a18cd89 HTTP/1.1" status: 200 len: 217 time: 0.0591016 Jan 26 19:30:12.733557 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe48da9-822e-4c20-8b4e-90825caa5595 req-d14491cb-3bcb-49db-9761-eb3edadd4898 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:12.740253 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-5fe48da9-822e-4c20-8b4e-90825caa5595 req-d14491cb-3bcb-49db-9761-eb3edadd4898 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0590160 Jan 26 19:30:12.787345 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-5fe48da9-822e-4c20-8b4e-90825caa5595 req-63cd0f78-59e7-47a9-a02c-6b1e4548f6bd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462394 Jan 26 19:30:12.980544 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e835b9-0e31-432e-8ed2-b30340d7adf1 req-4e5c7abb-bc98-4f72-848d-102172818cf1 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:12.987418 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e6e835b9-0e31-432e-8ed2-b30340d7adf1 req-4e5c7abb-bc98-4f72-848d-102172818cf1 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0681226 Jan 26 19:30:13.061261 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e6e835b9-0e31-432e-8ed2-b30340d7adf1 req-ebfa215a-0cd0-4213-b689-ec948d7683a8 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729637 Jan 26 19:30:13.830532 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63b169-65ce-4804-ad30-3c90d3b351a0 req-4ef13436-5621-4756-87d9-efc14bf0aac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:13.833408 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3b63b169-65ce-4804-ad30-3c90d3b351a0 req-4ef13436-5621-4756-87d9-efc14bf0aac4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6729bb24-9786-4f47-bee1-4821053a11a2 HTTP/1.1" status: 200 len: 848 time: 0.0870152 Jan 26 19:30:13.925712 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccee08d-de34-445d-9198-551005e73a3d req-3066a9c9-eb42-4bcd-aea4-c26b9654e008 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:13.927311 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-eccee08d-de34-445d-9198-551005e73a3d req-3066a9c9-eb42-4bcd-aea4-c26b9654e008 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0526376 Jan 26 19:30:13.995398 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-eccee08d-de34-445d-9198-551005e73a3d req-106102d5-a62e-4297-9fd5-19e97247cc77 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619135 Jan 26 19:30:14.221915 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36feba41-ae46-4b28-8863-44dbf6c197c9 req-f42a511c-a940-43b8-8daf-9c45a28dd072 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:14.224122 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-36feba41-ae46-4b28-8863-44dbf6c197c9 req-f42a511c-a940-43b8-8daf-9c45a28dd072 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0487480 Jan 26 19:30:14.282191 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-36feba41-ae46-4b28-8863-44dbf6c197c9 req-8639f2ac-92d1-45cb-9a6e-69a7a4aeb829 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494599 Jan 26 19:30:15.136892 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df4d1d-77b1-4922-b4b8-db0ea4ffc18c req-99991a0c-5c27-4bea-921c-53ba477fc995 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:15.138486 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-03df4d1d-77b1-4922-b4b8-db0ea4ffc18c req-99991a0c-5c27-4bea-921c-53ba477fc995 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0519958 Jan 26 19:30:15.185967 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-03df4d1d-77b1-4922-b4b8-db0ea4ffc18c req-e873814b-2c0c-4b86-bc1d-791e89a0786e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416281 Jan 26 19:30:15.334314 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63b169-65ce-4804-ad30-3c90d3b351a0 req-89f4c9ea-4ff0-499b-8640-9f4afd1b471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:15.335851 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3b63b169-65ce-4804-ad30-3c90d3b351a0 req-89f4c9ea-4ff0-499b-8640-9f4afd1b471c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cbb19803-443d-4415-86c7-ff03c2048d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440803 Jan 26 19:30:15.454624 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b762c30-1a38-4b74-b689-7479a3d1ddd3 req-87a6da6e-99c4-4767-b860-3caad49ccccf tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:15.456149 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8b762c30-1a38-4b74-b689-7479a3d1ddd3 req-87a6da6e-99c4-4767-b860-3caad49ccccf tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0956242 Jan 26 19:30:15.479973 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3b63b169-65ce-4804-ad30-3c90d3b351a0 req-c3df4077-077d-4334-accb-ff18101305fa service neutron] 10.222.0.46 "GET /v2.0/networks/cbb19803-443d-4415-86c7-ff03c2048d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364150 Jan 26 19:30:15.740124 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8b762c30-1a38-4b74-b689-7479a3d1ddd3 req-cb8f6a3c-71e8-406a-a537-89d186a777ec tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762206 Jan 26 19:30:15.790026 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2cbef-b773-432f-9fb5-65d90fae06f9 req-ec6b2bb3-000f-4f8f-a929-0d4752f565a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:15.791510 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8fe2cbef-b773-432f-9fb5-65d90fae06f9 req-ec6b2bb3-000f-4f8f-a929-0d4752f565a4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=200619f76ac54211847de3c39fa7c681&device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 1098 time: 0.0833120 Jan 26 19:30:15.807495 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3b63b169-65ce-4804-ad30-3c90d3b351a0 req-232c2252-138c-4833-beb9-90a75b83cd21 service neutron] 10.222.0.46 "GET /v2.0/networks/cbb19803-443d-4415-86c7-ff03c2048d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208308 Jan 26 19:30:15.897791 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2cbef-b773-432f-9fb5-65d90fae06f9 req-0d016f4d-2f34-4ee7-9fd9-78d1e6957763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:15.899485 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8fe2cbef-b773-432f-9fb5-65d90fae06f9 req-0d016f4d-2f34-4ee7-9fd9-78d1e6957763 service neutron] 10.222.0.46 "GET /v2.0/networks?id=68fda3bd-90ff-4f20-8f16-b16096f575dd HTTP/1.1" status: 200 len: 917 time: 0.0844672 Jan 26 19:30:15.964767 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8fe2cbef-b773-432f-9fb5-65d90fae06f9 req-62aec01c-b2ad-49ef-a548-9723b81e0c72 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe434a86-f778-4b6d-a4b9-ab67af155876 HTTP/1.1" status: 200 len: 1000 time: 0.0556922 Jan 26 19:30:16.017499 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2cbef-b773-432f-9fb5-65d90fae06f9 req-409fb658-20b8-4679-b33e-54d520c19348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:16.018907 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8fe2cbef-b773-432f-9fb5-65d90fae06f9 req-409fb658-20b8-4679-b33e-54d520c19348 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96126fec-90a5-4e8d-afec-f07c12737d79 HTTP/1.1" status: 200 len: 855 time: 0.0450392 Jan 26 19:30:16.068171 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2cbef-b773-432f-9fb5-65d90fae06f9 req-0223951a-b9bd-4cb2-89ed-95f9cadaacb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:16.069601 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8fe2cbef-b773-432f-9fb5-65d90fae06f9 req-0223951a-b9bd-4cb2-89ed-95f9cadaacb4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68fda3bd-90ff-4f20-8f16-b16096f575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375433 Jan 26 19:30:16.155852 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8fe2cbef-b773-432f-9fb5-65d90fae06f9 req-5961128e-8f4e-4cfd-9718-e175d11ccc16 service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793548 Jan 26 19:30:16.248462 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8fe2cbef-b773-432f-9fb5-65d90fae06f9 req-7df77fa2-1501-421b-a4d8-8725444a802f service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866153 Jan 26 19:30:16.312951 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964027a-c9f4-4235-bf99-285b1a4855e2 req-1d71acf4-d7f3-43f0-b5ad-c168ea857f13 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:16.314440 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8964027a-c9f4-4235-bf99-285b1a4855e2 req-1d71acf4-d7f3-43f0-b5ad-c168ea857f13 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0516782 Jan 26 19:30:16.370624 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8964027a-c9f4-4235-bf99-285b1a4855e2 req-ced96a17-87f9-4952-adfd-ab3ffcac7b11 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505650 Jan 26 19:30:16.472751 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a3fb2-39dc-443a-9479-39822170dc9e req-33aa0c73-9b2a-4d19-9ec3-23af029d7a21 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:16.474099 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-721a3fb2-39dc-443a-9479-39822170dc9e req-33aa0c73-9b2a-4d19-9ec3-23af029d7a21 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.0484896 Jan 26 19:30:16.521307 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-721a3fb2-39dc-443a-9479-39822170dc9e req-e0f05a78-de03-47d7-8fed-f2c27a1c7c22 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410290 Jan 26 19:30:16.543656 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 57578) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:16.685272 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4e97a5-0bcf-4d0c-a23e-44842e9d506d tempest-TestMinimumBasicScenario-431451228 tempest-TestMinimumBasicScenario-431451228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:16.686826 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-ec4e97a5-0bcf-4d0c-a23e-44842e9d506d tempest-TestMinimumBasicScenario-431451228 tempest-TestMinimumBasicScenario-431451228-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 1093 time: 0.1421146 Jan 26 19:30:16.689674 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 57582) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:16.694007 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Request body: {'floatingip': {'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'port_id': 'a92f78fe-a95a-433e-ae74-1d826804d788', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:16.715299 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:16.837129 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:16.880188 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917aa578-02b1-4f8c-8064-15d4ac55179f req-1380e3ce-e18c-4d5f-85a4-dfc0f127cd08 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:16.881695 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-917aa578-02b1-4f8c-8064-15d4ac55179f req-1380e3ce-e18c-4d5f-85a4-dfc0f127cd08 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0665200 Jan 26 19:30:16.947237 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-917aa578-02b1-4f8c-8064-15d4ac55179f req-3116c14e-729e-4ac3-ba6b-2864341f4816 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591688 Jan 26 19:30:16.992217 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Allocated IP 172.27.1.12 (8cf07f92-025e-4326-a933-3274338e1685/c6bed3d7-de6a-4276-b4da-48f65ec8568d/0e02e98a-eb03-4c37-ba3d-c512af4294d3) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:30:17.134773 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for port (0e02e98a-eb03-4c37-ba3d-c512af4294d3), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:17.139011 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817f46-a47f-48fb-8c38-f4323a358912 req-441f2fd7-ba6e-4abe-a3a4-7201b34df1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:17.140528 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38817f46-a47f-48fb-8c38-f4323a358912 req-441f2fd7-ba6e-4abe-a3a4-7201b34df1c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=200619f76ac54211847de3c39fa7c681&device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 1098 time: 0.1338360 Jan 26 19:30:17.222876 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (0e02e98a-eb03-4c37-ba3d-c512af4294d3), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:17.277876 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Network 8cf07f92-025e-4326-a933-3274338e1685 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:30:17.286897 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:30:17.290150 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:30:17.321163 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817f46-a47f-48fb-8c38-f4323a358912 req-a329ee44-889c-4de9-924b-635533094bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:17.323139 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38817f46-a47f-48fb-8c38-f4323a358912 req-a329ee44-889c-4de9-924b-635533094bdc service neutron] 10.222.0.46 "GET /v2.0/networks?id=68fda3bd-90ff-4f20-8f16-b16096f575dd HTTP/1.1" status: 200 len: 917 time: 0.1722291 Jan 26 19:30:17.326791 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Pushing event updated for resources: {'Port': ['ID=0e02e98a-eb03-4c37-ba3d-c512af4294d3,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:17.370425 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:17.370781 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:17.371126 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:17.371463 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:17.371817 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:17.372154 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:17.372486 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:17.372814 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:17.373145 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:17.373469 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:17.373793 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:17.374117 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:17.374437 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:17.433524 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38817f46-a47f-48fb-8c38-f4323a358912 req-84902d37-4c6f-465d-ae92-cec53dedb850 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe434a86-f778-4b6d-a4b9-ab67af155876 HTTP/1.1" status: 200 len: 1000 time: 0.1020677 Jan 26 19:30:17.583026 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817f46-a47f-48fb-8c38-f4323a358912 req-e3223b76-3872-40d6-81ae-707a196731a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:17.584406 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38817f46-a47f-48fb-8c38-f4323a358912 req-e3223b76-3872-40d6-81ae-707a196731a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96126fec-90a5-4e8d-afec-f07c12737d79 HTTP/1.1" status: 200 len: 855 time: 0.1278684 Jan 26 19:30:17.593165 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c9659-ccd8-4309-8446-49376c4f422c req-c9218ae8-4e73-4a94-a6da-4c2762fb0c9e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:17.594502 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-431c9659-ccd8-4309-8446-49376c4f422c req-c9218ae8-4e73-4a94-a6da-4c2762fb0c9e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.1390455 Jan 26 19:30:17.722039 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38817f46-a47f-48fb-8c38-f4323a358912 req-fd2b627c-7f58-4bc5-982d-e64697a6351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:17.723507 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38817f46-a47f-48fb-8c38-f4323a358912 req-fd2b627c-7f58-4bc5-982d-e64697a6351d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68fda3bd-90ff-4f20-8f16-b16096f575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1281793 Jan 26 19:30:17.748957 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-431c9659-ccd8-4309-8446-49376c4f422c req-68b471a3-8c30-4df0-949c-e103784741f8 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423383 Jan 26 19:30:18.073877 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5f8f7-b17e-485f-bf3d-c44ff1319bcc req-99f632da-3cfe-4f83-adf5-c943f7365a27 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:18.075472 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cfa5f8f7-b17e-485f-bf3d-c44ff1319bcc req-99f632da-3cfe-4f83-adf5-c943f7365a27 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0494332 Jan 26 19:30:18.131540 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cfa5f8f7-b17e-485f-bf3d-c44ff1319bcc req-befa2020-5c50-48da-a481-671a6e322b4a tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504186 Jan 26 19:30:18.145262 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38817f46-a47f-48fb-8c38-f4323a358912 req-dbc1be08-f810-4d00-aef1-28952319236b service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103909 Jan 26 19:30:18.322238 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for floatingip (be4e789a-66a6-4bcc-be30-0bf370c66eb4), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:18.384211 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-38817f46-a47f-48fb-8c38-f4323a358912 req-301096e3-ecec-4fa4-97dd-fb21a4b00bbe service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311001 Jan 26 19:30:18.435043 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (0e02e98a-eb03-4c37-ba3d-c512af4294d3), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:18.577680 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for port (0e02e98a-eb03-4c37-ba3d-c512af4294d3), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:18.583029 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (0e02e98a-eb03-4c37-ba3d-c512af4294d3), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:18.651748 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Pushing event updated for resources: {'Port': ['ID=0e02e98a-eb03-4c37-ba3d-c512af4294d3,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:18.661334 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747628'] for floatingip (be4e789a-66a6-4bcc-be30-0bf370c66eb4), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:18.757660 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.l3_db [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Floating IP be4e789a-66a6-4bcc-be30-0bf370c66eb4 associated. External IP: 172.27.1.12, port: a92f78fe-a95a-433e-ae74-1d826804d788. Jan 26 19:30:18.896497 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ffdba-b728-4ed4-8be3-02e0d2753100 req-6ec8ef22-aeeb-4965-b54a-090f2b514147 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:18.897847 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-457ffdba-b728-4ed4-8be3-02e0d2753100 req-6ec8ef22-aeeb-4965-b54a-090f2b514147 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0615079 Jan 26 19:30:19.008490 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-457ffdba-b728-4ed4-8be3-02e0d2753100 req-c403ed5a-bfbb-4948-a477-4477635fc643 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795469 Jan 26 19:30:19.030287 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Router 168ef449-fe5c-4de7-b4c7-88326cda0b38 has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:30:19.142960 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:30:19.154376 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5629da02-7202-4984-aed5-116d0583f47c None None] Sync routers for ids ['168ef449-fe5c-4de7-b4c7-88326cda0b38'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:30:19.166382 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5629da02-7202-4984-aed5-116d0583f47c None None] Routers {'168ef449-fe5c-4de7-b4c7-88326cda0b38'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:30:19.167114 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-5629da02-7202-4984-aed5-116d0583f47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:30:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['168ef449-fe5c-4de7-b4c7-88326cda0b38'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:19.177200 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.210103 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-c14771ce-facf-487e-8a23-bf2e05a318ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5193732 Jan 26 19:30:19.210784 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283eeb00-cb4f-420c-86c1-5b109a89420c', 'tag': 'a92f78fe-a95a-433e-ae74-1d826804d788'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:30:19.212832 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 57618) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:19.213841 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d56b2a-2901-47dc-a5ce-c6f0fc5c8971" -d '{"events": [{"name": "network-changed", "server_uuid": "283eeb00-cb4f-420c-86c1-5b109a89420c", "tag": "a92f78fe-a95a-433e-ae74-1d826804d788"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:30:19.242637 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-253398764', 'description': 'tempest-secgroup-smoke-253398764 description', 'project_id': '40e0cd503f8d4553bd7dad0615823d3d'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:19.251396 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f80a892-6c41-406d-9142-8828f302ed98 x-openstack-request-id: req-1f80a892-6c41-406d-9142-8828f302ed98 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:30:19.251692 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283eeb00-cb4f-420c-86c1-5b109a89420c", "tag": "a92f78fe-a95a-433e-ae74-1d826804d788", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:30:19.252015 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1f80a892-6c41-406d-9142-8828f302ed98 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:30:19.253091 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283eeb00-cb4f-420c-86c1-5b109a89420c', 'tag': 'a92f78fe-a95a-433e-ae74-1d826804d788', 'status': 'completed', 'code': 200} Jan 26 19:30:19.268410 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.296196 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd8ed2-31e9-4af8-9036-2a55a6a2dd1d req-32ea99ed-9509-4764-a367-b5181ebe0e73 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:19.297786 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d8dd8ed2-31e9-4af8-9036-2a55a6a2dd1d req-32ea99ed-9509-4764-a367-b5181ebe0e73 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0860655 Jan 26 19:30:19.393707 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group (c9bd21fc-ac84-46a8-b63d-25faf928ca85), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.398796 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d8dd8ed2-31e9-4af8-9036-2a55a6a2dd1d req-1da940a6-fe7f-4ba4-8458-d7d78a2f5e4a tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945394 Jan 26 19:30:19.404634 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c9bd21fc-ac84-46a8-b63d-25faf928ca85), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.432765 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bd21fc-ac84-46a8-b63d-25faf928ca85,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:19.445060 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:19.445759 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:19.446201 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:19.447186 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:19.447625 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:19.448094 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:19.448670 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:19.449172 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:19.449510 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:19.449846 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:19.450180 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:19.450515 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:19.450841 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:19.456233 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.457653 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-dc1c1d20-14eb-49c4-90af-59eb3d8e5c7d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2431805 Jan 26 19:30:19.457991 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-5629da02-7202-4984-aed5-116d0583f47c None None] Set router 168ef449-fe5c-4de7-b4c7-88326cda0b38 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:30:19.460918 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 57626) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:19.467078 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-9b0098cb-21e2-483b-9326-de590ef0791c tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Request body: {'security_group_rule': {'security_group_id': 'c9bd21fc-ac84-46a8-b63d-25faf928ca85', 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:19.492573 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9b0098cb-21e2-483b-9326-de590ef0791c tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group_rule (f52b8cc5-409d-48b8-96f7-6f1159e021c3), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.554509 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9b0098cb-21e2-483b-9326-de590ef0791c tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group_rule (f52b8cc5-409d-48b8-96f7-6f1159e021c3), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.559183 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9b0098cb-21e2-483b-9326-de590ef0791c tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (f52b8cc5-409d-48b8-96f7-6f1159e021c3), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.580612 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0098cb-21e2-483b-9326-de590ef0791c tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52b8cc5-409d-48b8-96f7-6f1159e021c3,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:19.594389 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9b0098cb-21e2-483b-9326-de590ef0791c tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.595589 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-9b0098cb-21e2-483b-9326-de590ef0791c tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326699 Jan 26 19:30:19.598932 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 57628) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:19.603527 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-93b81a97-a9c2-4029-bc0d-4984e20a5142 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Request body: {'security_group_rule': {'security_group_id': 'c9bd21fc-ac84-46a8-b63d-25faf928ca85', 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:19.634696 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-93b81a97-a9c2-4029-bc0d-4984e20a5142 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group_rule (d2d24749-987c-4089-8e63-a872d10ab578), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.691887 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-93b81a97-a9c2-4029-bc0d-4984e20a5142 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group_rule (d2d24749-987c-4089-8e63-a872d10ab578), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.696749 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-93b81a97-a9c2-4029-bc0d-4984e20a5142 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (d2d24749-987c-4089-8e63-a872d10ab578), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.713939 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b81a97-a9c2-4029-bc0d-4984e20a5142 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d24749-987c-4089-8e63-a872d10ab578,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:19.727044 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-93b81a97-a9c2-4029-bc0d-4984e20a5142 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.728347 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-93b81a97-a9c2-4029-bc0d-4984e20a5142 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1284270 Jan 26 19:30:19.732091 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 57630) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:19.737467 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-b66dd7aa-435c-4411-b99c-64546b6009a2 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Request body: {'security_group_rule': {'security_group_id': 'c9bd21fc-ac84-46a8-b63d-25faf928ca85', 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:19.761289 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-5629da02-7202-4984-aed5-116d0583f47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'name': 'tempest-TestMinimumBasicScenario-2063986826-router', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:26Z', 'updated_at': '2022-01-26T19:28:30Z', 'revision_number': 4, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'gw_port': {'id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:27Z', 'updated_at': '2022-01-26T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': 'be4e789a-66a6-4bcc-be30-0bf370c66eb4', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'port_id': 'a92f78fe-a95a-433e-ae74-1d826804d788', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8', 'mac_address': 'fa:16:3e:40:3e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283eeb00-cb4f-420c-86c1-5b109a89420c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:30:17Z', 'updated_at': '2022-01-26T19:30:17Z', 'revision_number': 0, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba68e13f-1c9b-4958-b396-929fb6d51bb2', 'name': '', 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'mac_address': 'fa:16:3e:7d:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:29Z', 'updated_at': '2022-01-26T19:28:36Z', 'revision_number': 5, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'subnets': [{'id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:19.765701 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b66dd7aa-435c-4411-b99c-64546b6009a2 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group_rule (cf2ef3a8-4971-4799-97a9-c9b313d429e5), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.788433 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5629da02-7202-4984-aed5-116d0583f47c None None] Checking router: 168ef449-fe5c-4de7-b4c7-88326cda0b38 for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:30:19.796735 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5629da02-7202-4984-aed5-116d0583f47c None None] Routers {'168ef449-fe5c-4de7-b4c7-88326cda0b38'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:30:19.797351 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-5629da02-7202-4984-aed5-116d0583f47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:30:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['168ef449-fe5c-4de7-b4c7-88326cda0b38'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:19.822484 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b66dd7aa-435c-4411-b99c-64546b6009a2 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group_rule (cf2ef3a8-4971-4799-97a9-c9b313d429e5), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.826554 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b66dd7aa-435c-4411-b99c-64546b6009a2 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (cf2ef3a8-4971-4799-97a9-c9b313d429e5), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.846734 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66dd7aa-435c-4411-b99c-64546b6009a2 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2ef3a8-4971-4799-97a9-c9b313d429e5,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:19.859048 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b66dd7aa-435c-4411-b99c-64546b6009a2 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.860537 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b66dd7aa-435c-4411-b99c-64546b6009a2 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273651 Jan 26 19:30:19.863213 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 57632) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:19.867671 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-f50942fd-5621-42ad-9d6a-d7a4aa9c9d85 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Request body: {'security_group_rule': {'security_group_id': 'c9bd21fc-ac84-46a8-b63d-25faf928ca85', 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:19.894059 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f50942fd-5621-42ad-9d6a-d7a4aa9c9d85 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group_rule (a018a98f-e8f5-4650-ae4b-80445aafd0d4), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.913468 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-5629da02-7202-4984-aed5-116d0583f47c None None] Set router 168ef449-fe5c-4de7-b4c7-88326cda0b38 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:30:19.950677 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f50942fd-5621-42ad-9d6a-d7a4aa9c9d85 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group_rule (a018a98f-e8f5-4650-ae4b-80445aafd0d4), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.956620 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f50942fd-5621-42ad-9d6a-d7a4aa9c9d85 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (a018a98f-e8f5-4650-ae4b-80445aafd0d4), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.971653 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50942fd-5621-42ad-9d6a-d7a4aa9c9d85 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a018a98f-e8f5-4650-ae4b-80445aafd0d4,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:19.983098 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f50942fd-5621-42ad-9d6a-d7a4aa9c9d85 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:19.984329 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f50942fd-5621-42ad-9d6a-d7a4aa9c9d85 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199570 Jan 26 19:30:19.987050 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 57634) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:19.991482 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-8c43dc8f-609d-49db-9716-0aa035b520b9 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Request body: {'security_group_rule': {'security_group_id': 'c9bd21fc-ac84-46a8-b63d-25faf928ca85', 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:20.013067 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.securitygroups_db [None req-8c43dc8f-609d-49db-9716-0aa035b520b9 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Project 40e0cd503f8d4553bd7dad0615823d3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 19:30:20.021310 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8c43dc8f-609d-49db-9716-0aa035b520b9 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group_rule (d70e531b-e4e1-4954-b95b-41393f65661a), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:20.121497 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8c43dc8f-609d-49db-9716-0aa035b520b9 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group_rule (d70e531b-e4e1-4954-b95b-41393f65661a), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:20.129098 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8c43dc8f-609d-49db-9716-0aa035b520b9 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (d70e531b-e4e1-4954-b95b-41393f65661a), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:20.168716 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43dc8f-609d-49db-9716-0aa035b520b9 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d70e531b-e4e1-4954-b95b-41393f65661a,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:20.179265 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8c43dc8f-609d-49db-9716-0aa035b520b9 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:20.187119 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-8c43dc8f-609d-49db-9716-0aa035b520b9 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1990788 Jan 26 19:30:20.191427 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 57640) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:20.197238 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-aa6f3ccd-9a44-4a8d-890c-0adeb86fee5e tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Request body: {'security_group_rule': {'security_group_id': 'c9bd21fc-ac84-46a8-b63d-25faf928ca85', 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:20.207762 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0465f31-315f-4131-a518-02eb98eb86a1 req-e671cfe4-181c-4c80-a5ed-59691eaa50df tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:20.214478 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f0465f31-315f-4131-a518-02eb98eb86a1 req-e671cfe4-181c-4c80-a5ed-59691eaa50df tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.1191266 Jan 26 19:30:20.236096 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.securitygroups_db [None req-aa6f3ccd-9a44-4a8d-890c-0adeb86fee5e tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Project 40e0cd503f8d4553bd7dad0615823d3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 19:30:20.249492 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-5629da02-7202-4984-aed5-116d0583f47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'name': 'tempest-TestMinimumBasicScenario-2063986826-router', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:26Z', 'updated_at': '2022-01-26T19:28:30Z', 'revision_number': 4, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'gw_port': {'id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:27Z', 'updated_at': '2022-01-26T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': 'be4e789a-66a6-4bcc-be30-0bf370c66eb4', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'port_id': 'a92f78fe-a95a-433e-ae74-1d826804d788', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8', 'mac_address': 'fa:16:3e:40:3e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283eeb00-cb4f-420c-86c1-5b109a89420c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:30:17Z', 'updated_at': '2022-01-26T19:30:17Z', 'revision_number': 0, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba68e13f-1c9b-4958-b396-929fb6d51bb2', 'name': '', 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'mac_address': 'fa:16:3e:7d:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:29Z', 'updated_at': '2022-01-26T19:28:36Z', 'revision_number': 5, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'subnets': [{'id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:20.251600 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3ccd-9a44-4a8d-890c-0adeb86fee5e tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group_rule (98fb8888-1a64-4339-b77b-abc719a481cd), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:20.294622 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5629da02-7202-4984-aed5-116d0583f47c None None] The sync data for ids ['168ef449-fe5c-4de7-b4c7-88326cda0b38'] in dv-cinder-794001-3-iscsi is: [{'id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'name': 'tempest-TestMinimumBasicScenario-2063986826-router', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:26Z', 'updated_at': '2022-01-26T19:28:30Z', 'revision_number': 4, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'gw_port': {'id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:27Z', 'updated_at': '2022-01-26T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': 'be4e789a-66a6-4bcc-be30-0bf370c66eb4', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'floating_ip_address': '172.27.1.12', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'port_id': 'a92f78fe-a95a-433e-ae74-1d826804d788', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8', 'mac_address': 'fa:16:3e:40:3e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283eeb00-cb4f-420c-86c1-5b109a89420c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:30:17Z', 'updated_at': '2022-01-26T19:30:17Z', 'revision_number': 0, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba68e13f-1c9b-4958-b396-929fb6d51bb2', 'name': '', 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'mac_address': 'fa:16:3e:7d:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:29Z', 'updated_at': '2022-01-26T19:28:36Z', 'revision_number': 5, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'subnets': [{'id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:30:20.304388 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f0465f31-315f-4131-a518-02eb98eb86a1 req-a348d5df-dc4f-4817-97bc-56c17b96ae82 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886738 Jan 26 19:30:20.387946 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3ccd-9a44-4a8d-890c-0adeb86fee5e tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group_rule (98fb8888-1a64-4339-b77b-abc719a481cd), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:20.394967 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3ccd-9a44-4a8d-890c-0adeb86fee5e tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (98fb8888-1a64-4339-b77b-abc719a481cd), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:20.426693 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f3ccd-9a44-4a8d-890c-0adeb86fee5e tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fb8888-1a64-4339-b77b-abc719a481cd,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:20.436766 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-aa6f3ccd-9a44-4a8d-890c-0adeb86fee5e tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:20.438166 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-aa6f3ccd-9a44-4a8d-890c-0adeb86fee5e tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2458048 Jan 26 19:30:20.551758 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c3e5d16f-826a-4890-92e3-045d3211d85a req-42556913-3401-45d2-96ed-ea91f9ec63ea tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253398764&fields=id&tenant_id=40e0cd503f8d4553bd7dad0615823d3d HTTP/1.1" status: 200 len: 267 time: 0.0511668 Jan 26 19:30:20.571385 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd0e94-40fd-4674-a001-39605262555d req-d93ee000-cc33-49ef-a003-a12a1981a430 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:20.573170 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-29dd0e94-40fd-4674-a001-39605262555d req-d93ee000-cc33-49ef-a003-a12a1981a430 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0840104 Jan 26 19:30:20.606309 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddf128d-8065-4950-bfaa-cc1dbdf7209c None None] New status for floating IP be4e789a-66a6-4bcc-be30-0bf370c66eb4: ACTIVE {{(pid=102408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:30:20.626593 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5d16f-826a-4890-92e3-045d3211d85a req-36855769-bbbe-4a76-8e7b-e08f36cd1e1a tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:20.628274 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c3e5d16f-826a-4890-92e3-045d3211d85a req-36855769-bbbe-4a76-8e7b-e08f36cd1e1a tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.0692792 Jan 26 19:30:20.630128 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-29dd0e94-40fd-4674-a001-39605262555d req-ed970dad-a926-4dce-9304-adead9eed93e tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491817 Jan 26 19:30:20.641311 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-c3e5d16f-826a-4890-92e3-045d3211d85a req-e85903a5-2b64-407b-8050-6cde0225bb7a tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Request body: {'port': {'security_groups': ['cf6bfff5-3c5c-4ddd-8596-990a3fc5e124', 'c9bd21fc-ac84-46a8-b63d-25faf928ca85']}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:20.707367 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c3e5d16f-826a-4890-92e3-045d3211d85a req-e85903a5-2b64-407b-8050-6cde0225bb7a tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:20.888458 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-c3e5d16f-826a-4890-92e3-045d3211d85a req-e85903a5-2b64-407b-8050-6cde0225bb7a tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] For port a92f78fe-a95a-433e-ae74-1d826804d788, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=a92f78fe-a95a-433e-ae74-1d826804d788,segment=NetworkSegment(833f7807-26f1-4a67-b66e-46cfd8e3a86e),segment_id=833f7807-26f1-4a67-b66e-46cfd8e3a86e)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:30:20.918280 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c3e5d16f-826a-4890-92e3-045d3211d85a req-e85903a5-2b64-407b-8050-6cde0225bb7a tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for port (a92f78fe-a95a-433e-ae74-1d826804d788), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:20.922996 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c3e5d16f-826a-4890-92e3-045d3211d85a req-e85903a5-2b64-407b-8050-6cde0225bb7a tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:20.960707 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5d16f-826a-4890-92e3-045d3211d85a req-e85903a5-2b64-407b-8050-6cde0225bb7a tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:20.961351 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c3e5d16f-826a-4890-92e3-045d3211d85a req-e85903a5-2b64-407b-8050-6cde0225bb7a tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:20.963258 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c3e5d16f-826a-4890-92e3-045d3211d85a req-e85903a5-2b64-407b-8050-6cde0225bb7a tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "PUT /v2.0/ports/a92f78fe-a95a-433e-ae74-1d826804d788 HTTP/1.1" status: 200 len: 981 time: 0.3265951 Jan 26 19:30:20.989835 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85903a5-2b64-407b-8050-6cde0225bb7a tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Pushing event updated for resources: {'Port': ['ID=a92f78fe-a95a-433e-ae74-1d826804d788,revision_number=6']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:21.067222 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823f3a6-ce32-4495-aefc-23e4593db648 req-d167071f-234a-4c04-8af8-287114f8cdc0 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:21.068765 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7823f3a6-ce32-4495-aefc-23e4593db648 req-d167071f-234a-4c04-8af8-287114f8cdc0 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 984 time: 0.0497615 Jan 26 19:30:21.130862 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7823f3a6-ce32-4495-aefc-23e4593db648 req-59ffbe57-f3f1-43e8-85f7-0e6421db2345 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&id=c9bd21fc-ac84-46a8-b63d-25faf928ca85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558915 Jan 26 19:30:21.232734 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-368f2bd3-5af9-4aa2-9667-0a2dd625823b None None] Provisioning complete for port a92f78fe-a95a-433e-ae74-1d826804d788 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:21.233028 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-368f2bd3-5af9-4aa2-9667-0a2dd625823b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:21.254055 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283eeb00-cb4f-420c-86c1-5b109a89420c', 'tag': 'a92f78fe-a95a-433e-ae74-1d826804d788'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:30:21.256470 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae546e29-be55-4ba1-9189-f58c14a499c7" -d '{"events": [{"name": "network-changed", "server_uuid": "283eeb00-cb4f-420c-86c1-5b109a89420c", "tag": "a92f78fe-a95a-433e-ae74-1d826804d788"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:30:21.292604 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7366976c-e2f0-43d7-9ecf-c7568bae7b7c x-openstack-request-id: req-7366976c-e2f0-43d7-9ecf-c7568bae7b7c {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:30:21.292895 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283eeb00-cb4f-420c-86c1-5b109a89420c", "tag": "a92f78fe-a95a-433e-ae74-1d826804d788", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:30:21.293146 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7366976c-e2f0-43d7-9ecf-c7568bae7b7c {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:30:21.293537 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283eeb00-cb4f-420c-86c1-5b109a89420c', 'tag': 'a92f78fe-a95a-433e-ae74-1d826804d788', 'status': 'completed', 'code': 200} Jan 26 19:30:21.309050 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-368f2bd3-5af9-4aa2-9667-0a2dd625823b None None] Current status of the port a92f78fe-a95a-433e-ae74-1d826804d788 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:21.444590 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f5095-3629-4fc6-8646-2454b9339d25 req-9ea34ad4-606b-454b-af28-befa62669278 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:21.446065 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3c0f5095-3629-4fc6-8646-2454b9339d25 req-9ea34ad4-606b-454b-af28-befa62669278 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0467961 Jan 26 19:30:21.498632 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3c0f5095-3629-4fc6-8646-2454b9339d25 req-3254405a-0b10-45e8-a089-802065faa358 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469956 Jan 26 19:30:21.745053 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b49bb-ff67-48eb-a21e-0c891b041c2c req-7e8a4e92-1a5e-4640-a39f-c41bfabb4025 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:21.746509 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-178b49bb-ff67-48eb-a21e-0c891b041c2c req-7e8a4e92-1a5e-4640-a39f-c41bfabb4025 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0480812 Jan 26 19:30:21.798488 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-178b49bb-ff67-48eb-a21e-0c891b041c2c req-4ee6d4a6-73a7-4385-8549-46398b5ed15d tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464458 Jan 26 19:30:21.955376 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['a92f78fe-a95a-433e-ae74-1d826804d788'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:30:21.969461 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d56b2a-2901-47dc-a5ce-c6f0fc5c8971 req-76972fef-8cf3-472c-855d-f241f7132934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:21.970930 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b8d56b2a-2901-47dc-a5ce-c6f0fc5c8971 req-76972fef-8cf3-472c-855d-f241f7132934 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=40e0cd503f8d4553bd7dad0615823d3d&device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 1137 time: 0.0389397 Jan 26 19:30:22.051975 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['a92f78fe-a95a-433e-ae74-1d826804d788'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:30:22.061804 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d56b2a-2901-47dc-a5ce-c6f0fc5c8971 req-f8e2ca12-99bc-4f33-bfef-46d4e11f3c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:22.063267 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b8d56b2a-2901-47dc-a5ce-c6f0fc5c8971 req-f8e2ca12-99bc-4f33-bfef-46d4e11f3c4b service neutron] 10.222.0.46 "GET /v2.0/networks?id=590152ee-adf6-40f5-834e-49c3cbd5a7a8 HTTP/1.1" status: 200 len: 916 time: 0.0831866 Jan 26 19:30:22.134418 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b8d56b2a-2901-47dc-a5ce-c6f0fc5c8971 req-f974360c-5c2d-4882-8cef-15e79340dd2f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a92f78fe-a95a-433e-ae74-1d826804d788 HTTP/1.1" status: 200 len: 1000 time: 0.0605242 Jan 26 19:30:22.185759 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d56b2a-2901-47dc-a5ce-c6f0fc5c8971 req-5acbe9ce-ec5b-45ce-84a1-1335bb7e82e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:22.187194 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b8d56b2a-2901-47dc-a5ce-c6f0fc5c8971 req-5acbe9ce-ec5b-45ce-84a1-1335bb7e82e7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d50d30d9-f797-4040-a4fc-59fb3d1d0993 HTTP/1.1" status: 200 len: 854 time: 0.0461142 Jan 26 19:30:22.233164 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d56b2a-2901-47dc-a5ce-c6f0fc5c8971 req-3d5e7f6e-e749-4e49-ba1b-6c62487a9f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:22.234524 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b8d56b2a-2901-47dc-a5ce-c6f0fc5c8971 req-3d5e7f6e-e749-4e49-ba1b-6c62487a9f99 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=590152ee-adf6-40f5-834e-49c3cbd5a7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396225 Jan 26 19:30:22.329789 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b8d56b2a-2901-47dc-a5ce-c6f0fc5c8971 req-e403c047-ba52-4a37-a640-5ef85a8712cc service neutron] 10.222.0.46 "GET /v2.0/networks/590152ee-adf6-40f5-834e-49c3cbd5a7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855360 Jan 26 19:30:22.424614 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b8d56b2a-2901-47dc-a5ce-c6f0fc5c8971 req-4de16859-3264-48cb-96e0-cddd3229e372 service neutron] 10.222.0.46 "GET /v2.0/networks/590152ee-adf6-40f5-834e-49c3cbd5a7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866618 Jan 26 19:30:22.529568 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae546e29-be55-4ba1-9189-f58c14a499c7 req-f40dc857-875a-49ec-af3d-01b7ed008c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:22.531237 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ae546e29-be55-4ba1-9189-f58c14a499c7 req-f40dc857-875a-49ec-af3d-01b7ed008c80 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=40e0cd503f8d4553bd7dad0615823d3d&device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 1137 time: 0.0460322 Jan 26 19:30:22.615048 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101bdb1-f060-4b0d-b70b-9236766c624e req-f87246d9-2337-416b-a981-21e87b4e36f6 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:22.616567 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4101bdb1-f060-4b0d-b70b-9236766c624e req-f87246d9-2337-416b-a981-21e87b4e36f6 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0472395 Jan 26 19:30:22.627059 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae546e29-be55-4ba1-9189-f58c14a499c7 req-c564b182-78d2-4e09-bff8-4f73e9b62772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:22.628546 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ae546e29-be55-4ba1-9189-f58c14a499c7 req-c564b182-78d2-4e09-bff8-4f73e9b62772 service neutron] 10.222.0.46 "GET /v2.0/networks?id=590152ee-adf6-40f5-834e-49c3cbd5a7a8 HTTP/1.1" status: 200 len: 916 time: 0.0826440 Jan 26 19:30:22.665620 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4101bdb1-f060-4b0d-b70b-9236766c624e req-e4bd6883-832b-4f2e-8775-fce1609ebfb6 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435693 Jan 26 19:30:22.697147 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ae546e29-be55-4ba1-9189-f58c14a499c7 req-2530af82-815e-4b43-90c7-5bc9b96ca3de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a92f78fe-a95a-433e-ae74-1d826804d788 HTTP/1.1" status: 200 len: 1000 time: 0.0609751 Jan 26 19:30:22.806317 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae546e29-be55-4ba1-9189-f58c14a499c7 req-8d313c8b-956c-4bad-af68-dffa5a415b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:22.807724 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ae546e29-be55-4ba1-9189-f58c14a499c7 req-8d313c8b-956c-4bad-af68-dffa5a415b27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d50d30d9-f797-4040-a4fc-59fb3d1d0993 HTTP/1.1" status: 200 len: 854 time: 0.0420420 Jan 26 19:30:22.852387 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae546e29-be55-4ba1-9189-f58c14a499c7 req-ff27a100-d58b-405b-a97b-003cc344eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:22.853894 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ae546e29-be55-4ba1-9189-f58c14a499c7 req-ff27a100-d58b-405b-a97b-003cc344eeaf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=590152ee-adf6-40f5-834e-49c3cbd5a7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396671 Jan 26 19:30:22.965759 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ccb9e-4927-42ab-aff1-4ce5fef2dae2 req-f18409cf-6beb-4c97-992d-e0705879d988 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:22.967216 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b04ccb9e-4927-42ab-aff1-4ce5fef2dae2 req-f18409cf-6beb-4c97-992d-e0705879d988 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0978956 Jan 26 19:30:22.991421 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ae546e29-be55-4ba1-9189-f58c14a499c7 req-50b94226-936f-4cc4-b00c-dde0a2b0b289 service neutron] 10.222.0.46 "GET /v2.0/networks/590152ee-adf6-40f5-834e-49c3cbd5a7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302757 Jan 26 19:30:23.049365 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b04ccb9e-4927-42ab-aff1-4ce5fef2dae2 req-60d1a817-32fc-4c85-b10b-4625b9dadb92 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733986 Jan 26 19:30:23.104809 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ae546e29-be55-4ba1-9189-f58c14a499c7 req-1b594ef0-db6c-4cb3-8146-ec445722eba8 service neutron] 10.222.0.46 "GET /v2.0/networks/590152ee-adf6-40f5-834e-49c3cbd5a7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055357 Jan 26 19:30:23.440130 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-9e3f028e-ec57-44b0-a302-584b99796a6a tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:23.441541 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-9e3f028e-ec57-44b0-a302-584b99796a6a tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/networks?id=cb61a227-3f6a-4a64-829c-bff22f962c01 HTTP/1.1" status: 200 len: 813 time: 0.1017807 Jan 26 19:30:23.455364 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-8b0a4d35-ed49-440b-a5b8-3826412f1b13 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/quotas/cf8d9c9de7c8480db8e23bb4bac96785 HTTP/1.1" status: 200 len: 375 time: 0.0085983 Jan 26 19:30:23.485421 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-db9fe266-5a63-46ec-96d6-15cdcf225ed8 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf8d9c9de7c8480db8e23bb4bac96785&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254653 Jan 26 19:30:23.620101 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-3a3a8931-1ed8-4adb-abb5-f1c7359f6428 service neutron] 10.222.0.50 "GET /v2.0/networks/cb61a227-3f6a-4a64-829c-bff22f962c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283832 Jan 26 19:30:23.710561 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-059b97a1-0d14-4483-9dab-6fa8cc124fe9 service neutron] 10.222.0.50 "GET /v2.0/networks/cb61a227-3f6a-4a64-829c-bff22f962c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850022 Jan 26 19:30:23.883301 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-890a57b7-094a-4ff5-9ce8-732bede8d6bd req-170f7118-5f4c-4fcf-9db2-00b71a91070a tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 210 time: 0.0289948 Jan 26 19:30:23.952564 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0d1c2-78fb-48e1-83e3-1e3dff9ead78 req-90a1636a-d17f-4a56-9585-c487815747b3 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:23.954100 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cba0d1c2-78fb-48e1-83e3-1e3dff9ead78 req-90a1636a-d17f-4a56-9585-c487815747b3 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0519617 Jan 26 19:30:24.003725 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cba0d1c2-78fb-48e1-83e3-1e3dff9ead78 req-4e7736da-13ac-49de-aca6-705f4b73157a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437729 Jan 26 19:30:24.166157 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367c97d-55c3-42c0-a304-058379bfbda7 req-1b34da28-89e3-4f4c-947c-1396d0cc4828 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:24.167606 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3367c97d-55c3-42c0-a304-058379bfbda7 req-1b34da28-89e3-4f4c-947c-1396d0cc4828 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0507135 Jan 26 19:30:24.221168 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3367c97d-55c3-42c0-a304-058379bfbda7 req-94ddd092-9667-4469-bc27-2d453c5b4f88 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472310 Jan 26 19:30:24.798743 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device fe434a86-f778-4b6d-a4b9-ab67af155876 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:30:24.895436 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port fe434a86-f778-4b6d-a4b9-ab67af155876 is: ACTIVE; New status is: DOWN {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:24.895849 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:24.920739 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 57716) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:24.924759 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15ff6ad-b011-48d9-a8af-fc836715e6f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe434a86-f778-4b6d-a4b9-ab67af155876'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:30:24.927184 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1050fdb-1bda-4a93-8850-a899ddfb089e" -d '{"events": [{"server_uuid": "a15ff6ad-b011-48d9-a8af-fc836715e6f5", "name": "network-vif-unplugged", "status": "completed", "tag": "fe434a86-f778-4b6d-a4b9-ab67af155876"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:30:24.960535 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port fe434a86-f778-4b6d-a4b9-ab67af155876, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=fe434a86-f778-4b6d-a4b9-ab67af155876,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:30:24.970538 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:25.010934 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 26 Jan 2022 19:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf64622f-08a2-43ee-bf7e-4be80f7e7ed0 x-openstack-request-id: req-bf64622f-08a2-43ee-bf7e-4be80f7e7ed0 {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:30:25.011251 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15ff6ad-b011-48d9-a8af-fc836715e6f5", "name": "network-vif-unplugged", "status": "failed", "tag": "fe434a86-f778-4b6d-a4b9-ab67af155876", "code": 422}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:30:25.011595 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bf64622f-08a2-43ee-bf7e-4be80f7e7ed0 {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:30:25.012248 dv-cinder-794001-3-iscsi neutron-server[102407]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a15ff6ad-b011-48d9-a8af-fc836715e6f5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fe434a86-f778-4b6d-a4b9-ab67af155876', 'code': 422} returned with failed status Jan 26 19:30:25.041659 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=fe434a86-f778-4b6d-a4b9-ab67af155876,revision_number=8']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:25.067464 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d1576d55-0296-4211-bcbe-6cb4ebf7e370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:25.151202 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e6cb1bdc-c82d-42d8-aea3-e9a7b843ef9c req-89f4f3da-6c49-4757-9afd-16360df3873e tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 210 time: 0.0332832 Jan 26 19:30:25.159395 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3934fa-8967-4adc-b947-5ac102e19647 req-5c62b2d8-c3cf-475a-bdf0-9f51a480ad45 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:25.160899 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-de3934fa-8967-4adc-b947-5ac102e19647 req-5c62b2d8-c3cf-475a-bdf0-9f51a480ad45 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0814481 Jan 26 19:30:25.188234 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-bb9da4a5-205f-4b90-a53d-1d11e737f7b8 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:25.189678 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-bb9da4a5-205f-4b90-a53d-1d11e737f7b8 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.46 "GET /v2.0/networks?id=cb61a227-3f6a-4a64-829c-bff22f962c01 HTTP/1.1" status: 200 len: 813 time: 0.4026251 Jan 26 19:30:25.208935 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d1576d55-0296-4211-bcbe-6cb4ebf7e370 admin admin] Publish callbacks [] for security_group (db9fe065-877f-4667-bb43-6290ab7566b2), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:25.215082 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d1576d55-0296-4211-bcbe-6cb4ebf7e370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (db9fe065-877f-4667-bb43-6290ab7566b2), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:25.236187 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-139a6fd9-d43b-4621-9814-cfce319df1ea tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Request body: {'port': {'device_id': 'add797ce-1fd7-4b5d-81f4-c663300f73db', 'network_id': 'cb61a227-3f6a-4a64-829c-bff22f962c01', 'admin_state_up': True, 'tenant_id': 'cf8d9c9de7c8480db8e23bb4bac96785'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:25.260699 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-de3934fa-8967-4adc-b947-5ac102e19647 req-a5eb891b-82f5-427f-9d82-499f25c2f8ba tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926259 Jan 26 19:30:25.272290 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-d1576d55-0296-4211-bcbe-6cb4ebf7e370 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3d9f6fe32a4f4959be815e1d36a1e9a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3469725 Jan 26 19:30:25.272290 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1576d55-0296-4211-bcbe-6cb4ebf7e370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9fe065-877f-4667-bb43-6290ab7566b2,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:25.273623 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 57730) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:25.350080 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cb31e084-6338-4bce-a95c-b040efce6299 admin admin] Publish callbacks [] for security_group (db9fe065-877f-4667-bb43-6290ab7566b2), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:25.380466 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cb31e084-6338-4bce-a95c-b040efce6299 admin admin] Publish callbacks [] for security_group (db9fe065-877f-4667-bb43-6290ab7566b2), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:25.383218 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f750c-8fb5-4cf2-b1fe-8ed58e38cd26 req-6193d111-40ff-4d2c-88dc-a697d82da19e tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:25.385013 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-565f750c-8fb5-4cf2-b1fe-8ed58e38cd26 req-6193d111-40ff-4d2c-88dc-a697d82da19e tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0890429 Jan 26 19:30:25.396889 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-139a6fd9-d43b-4621-9814-cfce319df1ea tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Made reservation on behalf of cf8d9c9de7c8480db8e23bb4bac96785 for: {'port': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:30:25.402184 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-139a6fd9-d43b-4621-9814-cfce319df1ea tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:25.440693 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cb31e084-6338-4bce-a95c-b040efce6299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (db9fe065-877f-4667-bb43-6290ab7566b2), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:25.443726 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-cb31e084-6338-4bce-a95c-b040efce6299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:25.445756 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-cb31e084-6338-4bce-a95c-b040efce6299 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db9fe065-877f-4667-bb43-6290ab7566b2 HTTP/1.1" status: 204 len: 168 time: 0.1714492 Jan 26 19:30:25.472321 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31e084-6338-4bce-a95c-b040efce6299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9fe065-877f-4667-bb43-6290ab7566b2,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:25.516996 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-565f750c-8fb5-4cf2-b1fe-8ed58e38cd26 req-a7d37d87-9386-4080-b092-e8272d1d7578 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212087 Jan 26 19:30:25.592755 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-139a6fd9-d43b-4621-9814-cfce319df1ea tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Allocated IP 172.20.0.6 (cb61a227-3f6a-4a64-829c-bff22f962c01/590e8405-71ba-4295-be24-cb73d3d27764/23655e28-0e22-4e0b-8e45-e1b3b22a2df3) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:30:25.770603 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-139a6fd9-d43b-4621-9814-cfce319df1ea tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Publish callbacks [] for port (23655e28-0e22-4e0b-8e45-e1b3b22a2df3), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:25.819324 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-139a6fd9-d43b-4621-9814-cfce319df1ea tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (23655e28-0e22-4e0b-8e45-e1b3b22a2df3), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:25.869323 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-139a6fd9-d43b-4621-9814-cfce319df1ea tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Network cb61a227-3f6a-4a64-829c-bff22f962c01 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:30:25.872208 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-139a6fd9-d43b-4621-9814-cfce319df1ea tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:30:25.875837 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-139a6fd9-d43b-4621-9814-cfce319df1ea tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:30:25.904452 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a6fd9-d43b-4621-9814-cfce319df1ea tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Pushing event updated for resources: {'Port': ['ID=23655e28-0e22-4e0b-8e45-e1b3b22a2df3,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:25.933437 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-139a6fd9-d43b-4621-9814-cfce319df1ea tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:25.934179 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-139a6fd9-d43b-4621-9814-cfce319df1ea tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:25.953254 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-139a6fd9-d43b-4621-9814-cfce319df1ea tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7209849 Jan 26 19:30:25.964202 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [req-866b9e5f-25d2-46a6-ae70-310e99982394 req-1822ef79-8e27-40a0-a494-0883e6bb96d7 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:30:25.967470 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-866b9e5f-25d2-46a6-ae70-310e99982394 req-1822ef79-8e27-40a0-a494-0883e6bb96d7 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1148801 Jan 26 19:30:25.972546 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Request body: {'port': {'device_id': 'add797ce-1fd7-4b5d-81f4-c663300f73db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:26.053393 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (23655e28-0e22-4e0b-8e45-e1b3b22a2df3), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:26.138325 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7f894-a6c4-4382-a25c-149b707b9828 req-f7872f18-8a95-4c8b-8894-f632d99dca27 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:26.145822 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bac7f894-a6c4-4382-a25c-149b707b9828 req-f7872f18-8a95-4c8b-8894-f632d99dca27 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0606256 Jan 26 19:30:26.233800 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 57778) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:26.237409 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bac7f894-a6c4-4382-a25c-149b707b9828 req-948813d7-2d80-4f94-a001-8873005ac832 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828643 Jan 26 19:30:26.347875 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-565767b9-b6b7-48d1-84b4-caaf06faedce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1109572280-network', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:26.363049 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067a247-8bda-4e6a-b0ea-dd9cda0dcb4f req-cad2cb7b-b49d-4088-a604-efc789759696 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:26.365641 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9067a247-8bda-4e6a-b0ea-dd9cda0dcb4f req-cad2cb7b-b49d-4088-a604-efc789759696 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 931 time: 0.1232393 Jan 26 19:30:26.419521 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565767b9-b6b7-48d1-84b4-caaf06faedce admin admin] Made reservation on behalf of 8c4fb0a5c0e74ac8bfc5dd910bac07f5 for: {'network': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:30:26.421817 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-565767b9-b6b7-48d1-84b4-caaf06faedce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:26.449119 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-565767b9-b6b7-48d1-84b4-caaf06faedce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:26.469097 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 57796) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:26.498583 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9067a247-8bda-4e6a-b0ea-dd9cda0dcb4f req-23059aa5-b858-4aaf-b78f-f5983d0bb2ea tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216445 Jan 26 19:30:26.509317 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:30:26.518938 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Publish callbacks [] for port (23655e28-0e22-4e0b-8e45-e1b3b22a2df3), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:26.542890 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Transition to ACTIVE for port object 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 will not be triggered until provisioned by entity L2. {{(pid=102406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:30:26.546447 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (23655e28-0e22-4e0b-8e45-e1b3b22a2df3), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:26.630724 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=23655e28-0e22-4e0b-8e45-e1b3b22a2df3,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:26.634356 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0820a3b6-4e0b-46be-9869-08bf54d4420c req-74f0c4cc-4d06-4995-be2d-e1a44d0015e8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1641355 Jan 26 19:30:26.647586 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c136c9-4d62-4a92-8240-fc30058d2237 req-93ae64c5-dae0-41dc-b9bb-1562b7114237 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:26.649895 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f1c136c9-4d62-4a92-8240-fc30058d2237 req-93ae64c5-dae0-41dc-b9bb-1562b7114237 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0651605 Jan 26 19:30:26.652558 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-565767b9-b6b7-48d1-84b4-caaf06faedce admin admin] Publish callbacks [] for security_group (011b21af-f6c9-4e3b-83cd-7dc47ee1355a), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:26.653676 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [req-0820a3b6-4e0b-46be-9869-08bf54d4420c req-24546c38-d183-442b-aa3d-239243556b4b service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102405) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:30:26.654652 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0820a3b6-4e0b-46be-9869-08bf54d4420c req-24546c38-d183-442b-aa3d-239243556b4b service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142529 Jan 26 19:30:26.657597 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-565767b9-b6b7-48d1-84b4-caaf06faedce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (011b21af-f6c9-4e3b-83cd-7dc47ee1355a), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:26.707515 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f1c136c9-4d62-4a92-8240-fc30058d2237 req-a3f51b8d-9035-451b-9c33-88b10cdb654f tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497909 Jan 26 19:30:26.715521 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-565767b9-b6b7-48d1-84b4-caaf06faedce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=102406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:30:26.726342 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565767b9-b6b7-48d1-84b4-caaf06faedce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011b21af-f6c9-4e3b-83cd-7dc47ee1355a,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:26.734876 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-565767b9-b6b7-48d1-84b4-caaf06faedce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (386cb049-a13b-47ce-9b7e-7b6c2272699d), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:26.735180 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.segments_db [None req-565767b9-b6b7-48d1-84b4-caaf06faedce admin admin] Added segment 386cb049-a13b-47ce-9b7e-7b6c2272699d of type vlan for network 271d7cd6-39be-4683-b50e-e90ed3ff8279 Jan 26 19:30:26.784708 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Attempting to bind port 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:30:26.785049 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Attempting to bind port 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '259fcae6-5389-4a08-8471-a51b2cac0776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cb61a227-3f6a-4a64-829c-bff22f962c01'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:30:26.785455 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Attempting to bind port 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 on network cb61a227-3f6a-4a64-829c-bff22f962c01 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:30:26.788067 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-565767b9-b6b7-48d1-84b4-caaf06faedce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (271d7cd6-39be-4683-b50e-e90ed3ff8279), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:26.796620 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Port 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 on network cb61a227-3f6a-4a64-829c-bff22f962c01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:30:26.796949 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Attempting to bind port 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 on network cb61a227-3f6a-4a64-829c-bff22f962c01 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:30:26.810577 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:30:26.810577 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Checking segment: {'id': '259fcae6-5389-4a08-8471-a51b2cac0776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cb61a227-3f6a-4a64-829c-bff22f962c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:30:26.810577 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Bound using segment: {'id': '259fcae6-5389-4a08-8471-a51b2cac0776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cb61a227-3f6a-4a64-829c-bff22f962c01'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:30:26.810938 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Bound port: 23655e28-0e22-4e0b-8e45-e1b3b22a2df3, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '259fcae6-5389-4a08-8471-a51b2cac0776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'cb61a227-3f6a-4a64-829c-bff22f962c01'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:30:26.811181 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (23655e28-0e22-4e0b-8e45-e1b3b22a2df3), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:26.849773 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-565767b9-b6b7-48d1-84b4-caaf06faedce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (271d7cd6-39be-4683-b50e-e90ed3ff8279), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:26.850755 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565767b9-b6b7-48d1-84b4-caaf06faedce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:26.851328 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-565767b9-b6b7-48d1-84b4-caaf06faedce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:26.909423 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-565767b9-b6b7-48d1-84b4-caaf06faedce admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6744876 Jan 26 19:30:26.912874 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 57810) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:26.919758 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-72e1791a-49f5-4e59-886b-86c98d45dc25 admin admin] Request body: {'subnet': {'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1109572280-subnet', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:26.943702 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e1791a-49f5-4e59-886b-86c98d45dc25 admin admin] Made reservation on behalf of 8c4fb0a5c0e74ac8bfc5dd910bac07f5 for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:30:26.945307 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] For port 23655e28-0e22-4e0b-8e45-e1b3b22a2df3, host hv-cinder-79400, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:30:26.946554 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-72e1791a-49f5-4e59-886b-86c98d45dc25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069588'] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:26.947506 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565767b9-b6b7-48d1-84b4-caaf06faedce admin admin] Pushing event updated for resources: {'Network': ['ID=271d7cd6-39be-4683-b50e-e90ed3ff8279,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:26.959243 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network 271d7cd6-39be-4683-b50e-e90ed3ff8279 details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:30:26.964807 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] For port 23655e28-0e22-4e0b-8e45-e1b3b22a2df3, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=23655e28-0e22-4e0b-8e45-e1b3b22a2df3,segment=NetworkSegment(259fcae6-5389-4a08-8471-a51b2cac0776),segment_id=259fcae6-5389-4a08-8471-a51b2cac0776)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:30:26.971475 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (23655e28-0e22-4e0b-8e45-e1b3b22a2df3), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:27.013591 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:27.014214 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:27.015600 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] 10.222.0.46 "PUT /v2.0/ports/23655e28-0e22-4e0b-8e45-e1b3b22a2df3 HTTP/1.1" status: 200 len: 1093 time: 1.0470715 Jan 26 19:30:27.016067 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add797ce-1fd7-4b5d-81f4-c663300f73db', 'tag': '23655e28-0e22-4e0b-8e45-e1b3b22a2df3'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:30:27.018805 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcb38da-850e-4261-8456-123fd4fa69e4" -d '{"events": [{"name": "network-changed", "server_uuid": "add797ce-1fd7-4b5d-81f4-c663300f73db", "tag": "23655e28-0e22-4e0b-8e45-e1b3b22a2df3"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:30:27.063649 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b6a6a-87de-4f3f-9218-808902f80ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=23655e28-0e22-4e0b-8e45-e1b3b22a2df3,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:27.156793 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-ea43506a-a87c-47f7-a099-7b8cb37eb2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:27.158294 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-ea43506a-a87c-47f7-a099-7b8cb37eb2f2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf8d9c9de7c8480db8e23bb4bac96785&device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 1096 time: 0.0544784 Jan 26 19:30:27.160075 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3fe042-5629-4a60-a7b8-2149eff97853 x-openstack-request-id: req-1c3fe042-5629-4a60-a7b8-2149eff97853 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:30:27.160357 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add797ce-1fd7-4b5d-81f4-c663300f73db", "tag": "23655e28-0e22-4e0b-8e45-e1b3b22a2df3", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:30:27.160608 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c3fe042-5629-4a60-a7b8-2149eff97853 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:30:27.160991 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add797ce-1fd7-4b5d-81f4-c663300f73db', 'tag': '23655e28-0e22-4e0b-8e45-e1b3b22a2df3', 'status': 'completed', 'code': 200} Jan 26 19:30:27.167067 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-72e1791a-49f5-4e59-886b-86c98d45dc25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8800509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069602'] for subnet (a03b0a89-d2fe-4cbd-933b-6f666740803e), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:27.209011 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-1891d78e-d87d-47da-a1fc-f5568e73ba8a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23655e28-0e22-4e0b-8e45-e1b3b22a2df3 HTTP/1.1" status: 200 len: 217 time: 0.0391889 Jan 26 19:30:27.226964 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e1791a-49f5-4e59-886b-86c98d45dc25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03b0a89-d2fe-4cbd-933b-6f666740803e,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:27.236765 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e1791a-49f5-4e59-886b-86c98d45dc25 admin admin] Checking segment: {'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:30:27.237126 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e1791a-49f5-4e59-886b-86c98d45dc25 admin admin] Network hostable DHCP agents. Network: 271d7cd6-39be-4683-b50e-e90ed3ff8279, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:30:27.259856 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e1791a-49f5-4e59-886b-86c98d45dc25 admin admin] Network 271d7cd6-39be-4683-b50e-e90ed3ff8279 is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:30:27.265123 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-72a9c805-2257-4967-a0cc-d4d18536f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:27.266527 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-72a9c805-2257-4967-a0cc-d4d18536f098 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=590e8405-71ba-4295-be24-cb73d3d27764 HTTP/1.1" status: 200 len: 853 time: 0.0517001 Jan 26 19:30:27.270258 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-72e1791a-49f5-4e59-886b-86c98d45dc25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, 271d7cd6-39be-4683-b50e-e90ed3ff8279) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:30:27.275891 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e1791a-49f5-4e59-886b-86c98d45dc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:27.276476 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-72e1791a-49f5-4e59-886b-86c98d45dc25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:27.280621 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1559e89a-fac0-413c-adae-c5f129977928 None None] Network 271d7cd6-39be-4683-b50e-e90ed3ff8279 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:30:27.297280 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-72e1791a-49f5-4e59-886b-86c98d45dc25 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3813751 Jan 26 19:30:27.298852 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 57818) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:27.305195 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:27.323131 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-6d8b3952-c396-4a72-b280-f9401ed06bc6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb61a227-3f6a-4a64-829c-bff22f962c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455775 Jan 26 19:30:27.359274 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497431'] for router (293bcd84-6f89-4055-8ccf-087b412795a8), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:27.359740 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497422'] for router (293bcd84-6f89-4055-8ccf-087b412795a8), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:27.381583 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ffb17-08a0-43cf-b318-5966d4e0036a req-b97d0bbd-1d7b-44e1-a3b3-e7c0dd6d1674 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:27.383279 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-747ffb17-08a0-43cf-b318-5966d4e0036a req-b97d0bbd-1d7b-44e1-a3b3-e7c0dd6d1674 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0743899 Jan 26 19:30:27.398611 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94f69b5e-464c-595b-b80f-295735cfbe44-271d7cd6-39be-4683-b50e-e90ed3ff8279', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e'}]}} from dv-cinder-794001-3-iscsi. {{(pid=102407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 19:30:27.399506 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:27.448000 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-e60bd3a6-be86-4f93-8a87-a178b975edd3 service neutron] 10.222.0.46 "GET /v2.0/networks/cb61a227-3f6a-4a64-829c-bff22f962c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139259 Jan 26 19:30:27.450424 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] Publish callbacks [] for router_controller (293bcd84-6f89-4055-8ccf-087b412795a8), precommit_add_association {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:27.550200 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.db_base_plugin_common [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Allocated IP 172.20.0.2 (271d7cd6-39be-4683-b50e-e90ed3ff8279/a03b0a89-d2fe-4cbd-933b-6f666740803e/f0d72a95-3ac9-4558-ae04-fc5707c02827) {{(pid=102407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:30:27.550471 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a056bdda-4edd-4ed3-9557-301dc49a9079 req-6e27293c-22c0-450b-8838-1c9a3c1eeb83 service neutron] 10.222.0.46 "GET /v2.0/networks/cb61a227-3f6a-4a64-829c-bff22f962c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951824 Jan 26 19:30:27.563164 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-747ffb17-08a0-43cf-b318-5966d4e0036a req-704e98ad-269a-4ee1-b0a4-44e99bfa4a29 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695783 Jan 26 19:30:27.653757 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] Publish callbacks [] for router_gateway (293bcd84-6f89-4055-8ccf-087b412795a8), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:27.688641 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb38da-850e-4261-8456-123fd4fa69e4 req-dec38dfb-f100-4188-ab04-077109aaf581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:27.691727 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8fcb38da-850e-4261-8456-123fd4fa69e4 req-dec38dfb-f100-4188-ab04-077109aaf581 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cf8d9c9de7c8480db8e23bb4bac96785&device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 1096 time: 0.0836279 Jan 26 19:30:27.700714 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de176b-1020-4fc0-8a00-ff4d8eb33d2a req-4f188ac9-aada-4640-b1d9-bbbb92bb7d95 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:27.702178 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-55de176b-1020-4fc0-8a00-ff4d8eb33d2a req-4f188ac9-aada-4640-b1d9-bbbb92bb7d95 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 943 time: 0.0851545 Jan 26 19:30:27.753505 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Publish callbacks [] for port (f0d72a95-3ac9-4558-ae04-fc5707c02827), precommit_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:27.773837 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (f0d72a95-3ac9-4558-ae04-fc5707c02827), after_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:27.835882 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Network 271d7cd6-39be-4683-b50e-e90ed3ff8279 is already hosted by enough agents. {{(pid=102407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:30:27.840054 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.base_scheduler [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Resources bound (agent type, host, resource id): {{(pid=102407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:30:27.841784 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Pushing event updated for resources: {'Port': ['ID=f0d72a95-3ac9-4558-ae04-fc5707c02827,revision_number=1']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:27.844066 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Received port after_create {{(pid=102407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:30:27.871070 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-55de176b-1020-4fc0-8a00-ff4d8eb33d2a req-a9469556-d41e-43a2-ae9d-24785e8b2411 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594398 Jan 26 19:30:27.875350 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb38da-850e-4261-8456-123fd4fa69e4 req-66f5fda0-db5a-45bb-903c-b7306350a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:27.875951 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8fcb38da-850e-4261-8456-123fd4fa69e4 req-66f5fda0-db5a-45bb-903c-b7306350a192 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cb61a227-3f6a-4a64-829c-bff22f962c01 HTTP/1.1" status: 200 len: 914 time: 0.1726882 Jan 26 19:30:27.881496 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d3cad-035b-4a1c-9456-471586697bb5 req-496c8ae4-c6b2-460a-b274-6267dce3eda7 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:27.883003 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7c4d3cad-035b-4a1c-9456-471586697bb5 req-496c8ae4-c6b2-460a-b274-6267dce3eda7 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0888686 Jan 26 19:30:27.912959 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Attempting to bind port f0d72a95-3ac9-4558-ae04-fc5707c02827 on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:30:27.913334 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Attempting to bind port f0d72a95-3ac9-4558-ae04-fc5707c02827 by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:30:27.913821 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Attempting to bind port f0d72a95-3ac9-4558-ae04-fc5707c02827 on network 271d7cd6-39be-4683-b50e-e90ed3ff8279 {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:30:27.919549 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:30:27.919969 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Checking segment: {'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:30:27.920376 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:27.920769 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Bound using segment: {'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:30:27.921240 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Bound port: f0d72a95-3ac9-4558-ae04-fc5707c02827, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:30:27.921619 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (f0d72a95-3ac9-4558-ae04-fc5707c02827), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:27.940296 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8fcb38da-850e-4261-8456-123fd4fa69e4 req-7c050872-994a-40ec-bf6a-92a9df7b5b0d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23655e28-0e22-4e0b-8e45-e1b3b22a2df3 HTTP/1.1" status: 200 len: 217 time: 0.0573637 Jan 26 19:30:27.989995 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] For port f0d72a95-3ac9-4558-ae04-fc5707c02827, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:30:27.994344 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] For port f0d72a95-3ac9-4558-ae04-fc5707c02827, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=f0d72a95-3ac9-4558-ae04-fc5707c02827,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:30:28.002070 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (f0d72a95-3ac9-4558-ae04-fc5707c02827), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:28.004869 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb38da-850e-4261-8456-123fd4fa69e4 req-14f034de-6ed8-44b9-b921-1611301d9f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:28.006317 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8fcb38da-850e-4261-8456-123fd4fa69e4 req-14f034de-6ed8-44b9-b921-1611301d9f9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=590e8405-71ba-4295-be24-cb73d3d27764 HTTP/1.1" status: 200 len: 853 time: 0.0505626 Jan 26 19:30:28.042896 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8fcb38da-850e-4261-8456-123fd4fa69e4 req-b3d4e63d-3d23-4431-ad14-54c0e668493d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cb61a227-3f6a-4a64-829c-bff22f962c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275807 Jan 26 19:30:28.045779 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7c4d3cad-035b-4a1c-9456-471586697bb5 req-6891d022-78ae-4e42-a97c-149e880ed3c2 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769246 Jan 26 19:30:28.059002 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] Publish callbacks [] for router_gateway (293bcd84-6f89-4055-8ccf-087b412795a8), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:28.069994 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c75e1-3884-489a-a88e-f69656425077 None None] Pushing event updated for resources: {'Port': ['ID=f0d72a95-3ac9-4558-ae04-fc5707c02827,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:28.085177 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:28.154764 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8fcb38da-850e-4261-8456-123fd4fa69e4 req-3b069302-9053-4ae6-8aad-c8fb60965637 service neutron] 10.222.0.46 "GET /v2.0/networks/cb61a227-3f6a-4a64-829c-bff22f962c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004691 Jan 26 19:30:28.201831 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] Allocated IP 172.27.1.27 (8cf07f92-025e-4326-a933-3274338e1685/c6bed3d7-de6a-4276-b4da-48f65ec8568d/3d1df62d-f800-4332-8145-ea49cb772bbf) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:30:28.279268 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8fcb38da-850e-4261-8456-123fd4fa69e4 req-95ea58f7-c140-4b1b-bf06-42fc0a521ae0 service neutron] 10.222.0.46 "GET /v2.0/networks/cb61a227-3f6a-4a64-829c-bff22f962c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179137 Jan 26 19:30:28.332860 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] Publish callbacks [] for port (3d1df62d-f800-4332-8145-ea49cb772bbf), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:28.373428 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820a3b6-4e0b-46be-9869-08bf54d4420c req-9b49c445-7d80-470b-ad4c-81df74b4544e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:28.375007 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0820a3b6-4e0b-46be-9869-08bf54d4420c req-9b49c445-7d80-470b-ad4c-81df74b4544e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5&tenant_id=200619f76ac54211847de3c39fa7c681 HTTP/1.1" status: 200 len: 1096 time: 0.0945981 Jan 26 19:30:28.380020 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (3d1df62d-f800-4332-8145-ea49cb772bbf), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:28.418621 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] Network 8cf07f92-025e-4326-a933-3274338e1685 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:30:28.421589 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:30:28.425586 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:30:28.447463 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820a3b6-4e0b-46be-9869-08bf54d4420c req-b4bcdb5e-36dd-4595-9890-eb3847b7b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:28.449366 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0820a3b6-4e0b-46be-9869-08bf54d4420c req-b4bcdb5e-36dd-4595-9890-eb3847b7b664 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=200619f76ac54211847de3c39fa7c681&device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 1096 time: 0.0487809 Jan 26 19:30:28.459867 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] Pushing event updated for resources: {'Port': ['ID=3d1df62d-f800-4332-8145-ea49cb772bbf,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:28.543872 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820a3b6-4e0b-46be-9869-08bf54d4420c req-b5a581c4-a7e0-45de-aca5-7324b4a10c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:28.545396 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0820a3b6-4e0b-46be-9869-08bf54d4420c req-b5a581c4-a7e0-45de-aca5-7324b4a10c21 service neutron] 10.222.0.46 "GET /v2.0/networks?id=68fda3bd-90ff-4f20-8f16-b16096f575dd HTTP/1.1" status: 200 len: 917 time: 0.0876000 Jan 26 19:30:28.615036 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0820a3b6-4e0b-46be-9869-08bf54d4420c req-4b120cab-45cd-478a-ac69-e397eedb7ded service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe434a86-f778-4b6d-a4b9-ab67af155876 HTTP/1.1" status: 200 len: 998 time: 0.0615802 Jan 26 19:30:28.682099 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] Publish callbacks [] for router_gateway (293bcd84-6f89-4055-8ccf-087b412795a8), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:28.693440 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820a3b6-4e0b-46be-9869-08bf54d4420c req-f0c433a2-7ed6-4a93-b4c1-aa9fe9031333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:28.694974 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0820a3b6-4e0b-46be-9869-08bf54d4420c req-f0c433a2-7ed6-4a93-b4c1-aa9fe9031333 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96126fec-90a5-4e8d-afec-f07c12737d79 HTTP/1.1" status: 200 len: 855 time: 0.0732837 Jan 26 19:30:28.715981 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4d52d-daef-4ec8-82a9-9263e014ef70 req-bff10bf5-58e3-4ac8-abb6-c8f34a8ceb46 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:28.717375 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ecc4d52d-daef-4ec8-82a9-9263e014ef70 req-bff10bf5-58e3-4ac8-abb6-c8f34a8ceb46 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0634005 Jan 26 19:30:28.781958 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820a3b6-4e0b-46be-9869-08bf54d4420c req-34a331a1-40b7-496b-99aa-4edf14d3fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:28.783276 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0820a3b6-4e0b-46be-9869-08bf54d4420c req-34a331a1-40b7-496b-99aa-4edf14d3fafe service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68fda3bd-90ff-4f20-8f16-b16096f575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811841 Jan 26 19:30:28.791726 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ecc4d52d-daef-4ec8-82a9-9263e014ef70 req-0f50d976-7109-444a-b399-c5e174dc5f03 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566008 Jan 26 19:30:28.895118 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0820a3b6-4e0b-46be-9869-08bf54d4420c req-7378b65e-0dad-4573-9ce8-0c8923ff39cb service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023946 Jan 26 19:30:29.005921 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0820a3b6-4e0b-46be-9869-08bf54d4420c req-41edc8eb-961a-470a-b538-37cb66d7ca4f service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025975 Jan 26 19:30:29.098022 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904338f-098f-40cc-8100-5049e7484868 req-da191259-61c6-45f8-8d20-dda6c6a2075b tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:29.099704 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f904338f-098f-40cc-8100-5049e7484868 req-da191259-61c6-45f8-8d20-dda6c6a2075b tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 943 time: 0.1051383 Jan 26 19:30:29.147167 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa267d01-f16a-4a96-a11e-1eb9217ac3d8 None None] Network 271d7cd6-39be-4683-b50e-e90ed3ff8279 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:30:29.175266 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f9c13-4a54-49e4-a6b2-a9a52e43926a req-7c3f4d91-958b-4ea2-8800-3d263651b164 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:29.183862 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-835f9c13-4a54-49e4-a6b2-a9a52e43926a req-7c3f4d91-958b-4ea2-8800-3d263651b164 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0677619 Jan 26 19:30:29.195147 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f904338f-098f-40cc-8100-5049e7484868 req-e91dc2ba-daf8-49d7-a0b4-df92a95d3069 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879247 Jan 26 19:30:29.196330 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748722'] for router (293bcd84-6f89-4055-8ccf-087b412795a8), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:29.229288 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-835f9c13-4a54-49e4-a6b2-a9a52e43926a req-3c4e629c-1b1e-4957-996c-19993675a6bb tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448375 Jan 26 19:30:29.236595 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-57310f77-4502-4db1-94d3-42001a308054 None None] Provisioning complete for port f0d72a95-3ac9-4558-ae04-fc5707c02827 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:29.236966 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-57310f77-4502-4db1-94d3-42001a308054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (f0d72a95-3ac9-4558-ae04-fc5707c02827), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:29.341239 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] Router 293bcd84-6f89-4055-8ccf-087b412795a8 is scheduled to L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec with binding_index 1 {{(pid=102405) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 19:30:29.347143 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-57310f77-4502-4db1-94d3-42001a308054 None None] Current status of the port f0d72a95-3ac9-4558-ae04-fc5707c02827 is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:29.347602 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-57310f77-4502-4db1-94d3-42001a308054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (f0d72a95-3ac9-4558-ae04-fc5707c02827), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:29.403108 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-57310f77-4502-4db1-94d3-42001a308054 None None] For port f0d72a95-3ac9-4558-ae04-fc5707c02827, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=f0d72a95-3ac9-4558-ae04-fc5707c02827,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:30:29.416434 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-57310f77-4502-4db1-94d3-42001a308054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (f0d72a95-3ac9-4558-ae04-fc5707c02827), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:29.468286 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57310f77-4502-4db1-94d3-42001a308054 None None] Pushing event updated for resources: {'Port': ['ID=f0d72a95-3ac9-4558-ae04-fc5707c02827,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:29.475158 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:30:29.486696 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Sync routers for ids ['293bcd84-6f89-4055-8ccf-087b412795a8'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:30:29.495094 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:29.496668 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-0cf7a353-9ce8-4616-b4aa-dd29f87f3562 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1965363 Jan 26 19:30:29.499198 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 57842) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:29.503461 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Routers {'293bcd84-6f89-4055-8ccf-087b412795a8'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:30:29.504275 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:30:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['293bcd84-6f89-4055-8ccf-087b412795a8'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:29.712185 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device f0d72a95-3ac9-4558-ae04-fc5707c02827 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:30:29.801506 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-f9c77a5f-f73b-4772-b4c2-179624b667df None None] Provisioning complete for port f0d72a95-3ac9-4558-ae04-fc5707c02827 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:29.801934 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-f9c77a5f-f73b-4772-b4c2-179624b667df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (f0d72a95-3ac9-4558-ae04-fc5707c02827), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:29.897491 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Set router 293bcd84-6f89-4055-8ccf-087b412795a8 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:30:29.988557 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port f0d72a95-3ac9-4558-ae04-fc5707c02827 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:29.989342 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (f0d72a95-3ac9-4558-ae04-fc5707c02827), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:30.033410 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13708bba-a42f-4c71-86f0-388605510dc6 req-d856c75b-8ba7-495d-ab4a-b1d916183d81 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:30.041505 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-13708bba-a42f-4c71-86f0-388605510dc6 req-d856c75b-8ba7-495d-ab4a-b1d916183d81 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0981452 Jan 26 19:30:30.136861 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-13708bba-a42f-4c71-86f0-388605510dc6 req-4c74892a-90a8-4d51-8ef4-38c6ed73bbc6 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950534 Jan 26 19:30:30.168557 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-acb4d36c-aa36-44bb-aaeb-6f0acb067894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:30.314587 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-f9c77a5f-f73b-4772-b4c2-179624b667df None None] Current status of the port f0d72a95-3ac9-4558-ae04-fc5707c02827 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:30.332013 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port f0d72a95-3ac9-4558-ae04-fc5707c02827 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:30.429892 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce6b22-9491-45f4-b3cd-6c83fd7ae360 req-33342ef2-4c44-4a22-9be2-bf7914980242 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:30.431834 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e2ce6b22-9491-45f4-b3cd-6c83fd7ae360 req-33342ef2-4c44-4a22-9be2-bf7914980242 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 943 time: 0.1292255 Jan 26 19:30:30.481020 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:28Z', 'revision_number': 3, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:30.508182 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e2ce6b22-9491-45f4-b3cd-6c83fd7ae360 req-eae4bd84-65af-4927-9646-21e02806aec4 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643458 Jan 26 19:30:30.519453 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Checking router: 293bcd84-6f89-4055-8ccf-087b412795a8 for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:30:30.519861 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Updating router 293bcd84-6f89-4055-8ccf-087b412795a8 port 3d1df62d-f800-4332-8145-ea49cb772bbf binding host dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:30:30.576568 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (3d1df62d-f800-4332-8145-ea49cb772bbf), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:30.613998 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f326a8-607f-4cb9-8920-39d338e8cf2c req-97015e73-6a90-420f-b66a-3ea55dd1ff05 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:30.615525 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e3f326a8-607f-4cb9-8920-39d338e8cf2c req-97015e73-6a90-420f-b66a-3ea55dd1ff05 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.2460091 Jan 26 19:30:30.667888 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-acb4d36c-aa36-44bb-aaeb-6f0acb067894 admin admin] Allocated IP 172.20.0.1 (271d7cd6-39be-4683-b50e-e90ed3ff8279/a03b0a89-d2fe-4cbd-933b-6f666740803e/4d3ed3ba-40a2-430a-8e5c-d505940c4892) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:30:30.713205 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e3f326a8-607f-4cb9-8920-39d338e8cf2c req-f9f3ff4e-a523-40e5-93fe-cf4e1fcf0837 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806072 Jan 26 19:30:30.833009 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-acb4d36c-aa36-44bb-aaeb-6f0acb067894 admin admin] Publish callbacks [] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:30.861122 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:30:30.874463 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-acb4d36c-aa36-44bb-aaeb-6f0acb067894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:30.911136 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb4d36c-aa36-44bb-aaeb-6f0acb067894 admin admin] Network 271d7cd6-39be-4683-b50e-e90ed3ff8279 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:30:30.917014 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-acb4d36c-aa36-44bb-aaeb-6f0acb067894 admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:30:30.940906 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4d36c-aa36-44bb-aaeb-6f0acb067894 admin admin] Pushing event updated for resources: {'Port': ['ID=4d3ed3ba-40a2-430a-8e5c-d505940c4892,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:30.946646 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Publish callbacks [] for port (3d1df62d-f800-4332-8145-ea49cb772bbf), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:30.948524 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb4d36c-aa36-44bb-aaeb-6f0acb067894 admin admin] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:30:31.003263 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (3d1df62d-f800-4332-8145-ea49cb772bbf), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:31.011153 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-acb4d36c-aa36-44bb-aaeb-6f0acb067894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747751'] for router_interface (293bcd84-6f89-4055-8ccf-087b412795a8), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:31.075923 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 23655e28-0e22-4e0b-8e45-e1b3b22a2df3, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=23655e28-0e22-4e0b-8e45-e1b3b22a2df3,segment=NetworkSegment(259fcae6-5389-4a08-8471-a51b2cac0776),segment_id=259fcae6-5389-4a08-8471-a51b2cac0776)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:30:31.106146 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f64730-8548-454e-a95f-ce72fe7aac59 None None] Pushing event updated for resources: {'Port': ['ID=3d1df62d-f800-4332-8145-ea49cb772bbf,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:31.113875 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64730-8548-454e-a95f-ce72fe7aac59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:31.114239 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64730-8548-454e-a95f-ce72fe7aac59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:31.114589 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64730-8548-454e-a95f-ce72fe7aac59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:31.114927 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64730-8548-454e-a95f-ce72fe7aac59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:31.115258 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64730-8548-454e-a95f-ce72fe7aac59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:31.115587 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64730-8548-454e-a95f-ce72fe7aac59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:31.115940 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64730-8548-454e-a95f-ce72fe7aac59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:31.116266 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64730-8548-454e-a95f-ce72fe7aac59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:31.116586 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64730-8548-454e-a95f-ce72fe7aac59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:31.116907 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64730-8548-454e-a95f-ce72fe7aac59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:31.117229 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64730-8548-454e-a95f-ce72fe7aac59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:31.117546 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64730-8548-454e-a95f-ce72fe7aac59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:31.118754 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f64730-8548-454e-a95f-ce72fe7aac59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:31.128757 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': '23655e28-0e22-4e0b-8e45-e1b3b22a2df3', 'network_id': 'cb61a227-3f6a-4a64-829c-bff22f962c01', 'port_id': '23655e28-0e22-4e0b-8e45-e1b3b22a2df3', 'mac_address': 'fa:16:3e:31:27:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '590e8405-71ba-4295-be24-cb73d3d27764', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:30:31.138560 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Attempting to bind port 3d1df62d-f800-4332-8145-ea49cb772bbf on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:30:31.140401 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Attempting to bind port 3d1df62d-f800-4332-8145-ea49cb772bbf by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:30:31.141121 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Attempting to bind port 3d1df62d-f800-4332-8145-ea49cb772bbf on network 8cf07f92-025e-4326-a933-3274338e1685 {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:30:31.169165 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:30:31.169890 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Checking segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:30:31.170283 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:31.170671 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Bound using segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:30:31.171182 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Bound port: 3d1df62d-f800-4332-8145-ea49cb772bbf, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:30:31.171560 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (3d1df62d-f800-4332-8145-ea49cb772bbf), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:31.194501 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-acb4d36c-aa36-44bb-aaeb-6f0acb067894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:31.225362 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:31.225671 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (23655e28-0e22-4e0b-8e45-e1b3b22a2df3), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:31.247588 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] For port 3d1df62d-f800-4332-8145-ea49cb772bbf, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:30:31.250569 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:30:31.284824 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] For port 3d1df62d-f800-4332-8145-ea49cb772bbf, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=3d1df62d-f800-4332-8145-ea49cb772bbf,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:30:31.292359 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53d75f-4073-4974-b549-fabd1c97cb52 req-767552da-1e35-44f1-b2ea-9b69df9b0f61 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:31.299862 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4e53d75f-4073-4974-b549-fabd1c97cb52 req-767552da-1e35-44f1-b2ea-9b69df9b0f61 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0742741 Jan 26 19:30:31.301449 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (3d1df62d-f800-4332-8145-ea49cb772bbf), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:31.323467 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 23655e28-0e22-4e0b-8e45-e1b3b22a2df3, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=23655e28-0e22-4e0b-8e45-e1b3b22a2df3,segment=NetworkSegment(259fcae6-5389-4a08-8471-a51b2cac0776),segment_id=259fcae6-5389-4a08-8471-a51b2cac0776)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:30:31.356164 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (23655e28-0e22-4e0b-8e45-e1b3b22a2df3), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:31.357232 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 8a15c594-cba7-47ee-a2b3-43518a18cd89 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:30:31.370816 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Routers {'293bcd84-6f89-4055-8ccf-087b412795a8'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:30:31.371859 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:30:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['293bcd84-6f89-4055-8ccf-087b412795a8'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:31.389574 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4e53d75f-4073-4974-b549-fabd1c97cb52 req-c6bc5292-4d52-4ab5-9639-76cf51b6a699 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887809 Jan 26 19:30:31.469562 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-acb4d36c-aa36-44bb-aaeb-6f0acb067894 admin admin] Publish callbacks [] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:31.476331 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-acb4d36c-aa36-44bb-aaeb-6f0acb067894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8804474'] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:31.514758 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-4d876f37-ff01-421e-99b4-ce8a925f2313 None None] Provisioning complete for port 4d3ed3ba-40a2-430a-8e5c-d505940c4892 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:31.515351 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4d876f37-ff01-421e-99b4-ce8a925f2313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:31.519599 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f64730-8548-454e-a95f-ce72fe7aac59 None None] Pushing event updated for resources: {'Port': ['ID=3d1df62d-f800-4332-8145-ea49cb772bbf,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:31.595998 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-acb4d36c-aa36-44bb-aaeb-6f0acb067894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1016890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747383'] for router_interface (293bcd84-6f89-4055-8ccf-087b412795a8), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:31.598196 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4d36c-aa36-44bb-aaeb-6f0acb067894 admin admin] Pushing event updated for resources: {'Port': ['ID=4d3ed3ba-40a2-430a-8e5c-d505940c4892,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:31.625446 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] Set router 293bcd84-6f89-4055-8ccf-087b412795a8 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:30:31.791215 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d76e7e-0a97-4623-afc8-17e98b35016b req-fda46889-87bf-45dc-84d0-5a4bf9e66ec7 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:31.792860 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f9d76e7e-0a97-4623-afc8-17e98b35016b req-fda46889-87bf-45dc-84d0-5a4bf9e66ec7 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 944 time: 0.1808062 Jan 26 19:30:31.805529 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb4d36c-aa36-44bb-aaeb-6f0acb067894 admin admin] Network 271d7cd6-39be-4683-b50e-e90ed3ff8279 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:30:31.817586 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-acb4d36c-aa36-44bb-aaeb-6f0acb067894 admin admin] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:30:31.842690 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034f412-8a71-48df-b94c-3d2c4a556887 req-af1ae332-8dc2-4c89-ac82-29f70d8b7119 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:31.844387 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e034f412-8a71-48df-b94c-3d2c4a556887 req-af1ae332-8dc2-4c89-ac82-29f70d8b7119 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0593607 Jan 26 19:30:31.851983 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-4d876f37-ff01-421e-99b4-ce8a925f2313 None None] Port 4d3ed3ba-40a2-430a-8e5c-d505940c4892 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:30:31.862862 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=23655e28-0e22-4e0b-8e45-e1b3b22a2df3,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:31.901965 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f9d76e7e-0a97-4623-afc8-17e98b35016b req-12e3020e-43f8-46db-adcb-f3ea2f5cd12b tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020193 Jan 26 19:30:31.946521 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e034f412-8a71-48df-b94c-3d2c4a556887 req-142ee665-1eb1-4aeb-906c-367c3a5ef36c tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949502 Jan 26 19:30:32.043410 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 8a15c594-cba7-47ee-a2b3-43518a18cd89, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=8a15c594-cba7-47ee-a2b3-43518a18cd89,segment=NetworkSegment(cdbadc41-f04b-404f-a6fa-05259b01a168),segment_id=cdbadc41-f04b-404f-a6fa-05259b01a168)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:30:32.055055 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb4d36c-aa36-44bb-aaeb-6f0acb067894 admin admin] Router 293bcd84-6f89-4055-8ccf-087b412795a8 has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:30:32.064345 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': '8a15c594-cba7-47ee-a2b3-43518a18cd89', 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20', 'port_id': '8a15c594-cba7-47ee-a2b3-43518a18cd89', 'mac_address': 'fa:16:3e:ee:67:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:30:32.151719 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 8a15c594-cba7-47ee-a2b3-43518a18cd89 is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:32.152134 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:32.181131 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a15c594-cba7-47ee-a2b3-43518a18cd89 {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:30:32.193048 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb4d36c-aa36-44bb-aaeb-6f0acb067894 admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:30:32.203396 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-acb4d36c-aa36-44bb-aaeb-6f0acb067894 admin admin] 10.222.0.50 "PUT /v2.0/routers/293bcd84-6f89-4055-8ccf-087b412795a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7028923 Jan 26 19:30:32.219743 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 8a15c594-cba7-47ee-a2b3-43518a18cd89, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=8a15c594-cba7-47ee-a2b3-43518a18cd89,segment=NetworkSegment(cdbadc41-f04b-404f-a6fa-05259b01a168),segment_id=cdbadc41-f04b-404f-a6fa-05259b01a168)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:30:32.229816 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-a58b6c0a-d23b-4167-881b-609fd77177a5 None None] Provisioning complete for port 4d3ed3ba-40a2-430a-8e5c-d505940c4892 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:32.230253 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a58b6c0a-d23b-4167-881b-609fd77177a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:32.233524 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:32.286278 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:30Z', 'revision_number': 1, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:32.333403 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d37c9c-8454-4513-b43f-6780f1dfc34f None None] The sync data for ids ['293bcd84-6f89-4055-8ccf-087b412795a8'] in dv-cinder-794001-3-iscsi is: [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:30Z', 'revision_number': 1, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:30:32.339101 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-a58b6c0a-d23b-4167-881b-609fd77177a5 None None] Port 4d3ed3ba-40a2-430a-8e5c-d505940c4892 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:30:32.370376 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=8a15c594-cba7-47ee-a2b3-43518a18cd89,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:32.541069 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fe5d9-abbf-4f6a-ade9-b05a585e0092 req-b236c512-663d-4071-96f2-ba449bacdaea tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:32.543909 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f03fe5d9-abbf-4f6a-ade9-b05a585e0092 req-b236c512-663d-4071-96f2-ba449bacdaea tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0731978 Jan 26 19:30:32.622878 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f03fe5d9-abbf-4f6a-ade9-b05a585e0092 req-c651198e-d7cf-4a68-8a2a-3e261acebf73 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726700 Jan 26 19:30:32.659605 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['8a15c594-cba7-47ee-a2b3-43518a18cd89'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:30:32.672969 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['23655e28-0e22-4e0b-8e45-e1b3b22a2df3'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:30:32.900102 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 57884) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:32.906894 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-b0b90cc7-90b8-4245-9628-5298b63d3ffe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-624328649-network', 'tenant_id': '434468ddadd149f1a0b658bcb13dc934'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:32.933661 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b90cc7-90b8-4245-9628-5298b63d3ffe admin admin] Made reservation on behalf of 434468ddadd149f1a0b658bcb13dc934 for: {'network': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:30:32.936811 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b0b90cc7-90b8-4245-9628-5298b63d3ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:32.957999 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b0b90cc7-90b8-4245-9628-5298b63d3ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:33.167017 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b0b90cc7-90b8-4245-9628-5298b63d3ffe admin admin] Publish callbacks [] for security_group (58221138-5f52-4033-9d0e-a276e0729fdd), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:33.192675 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb89958-50e6-4963-935d-e4aff3005e05 req-4777cba0-5ad2-4b46-b9b9-2b724578af92 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:33.194387 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0eb89958-50e6-4963-935d-e4aff3005e05 req-4777cba0-5ad2-4b46-b9b9-2b724578af92 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 944 time: 0.1310129 Jan 26 19:30:33.199830 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3434cf-29da-4901-a4ba-1042e2881b8d req-6316e699-7845-45a5-b860-7a966ebc745e tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:33.210140 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bf3434cf-29da-4901-a4ba-1042e2881b8d req-6316e699-7845-45a5-b860-7a966ebc745e tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 944 time: 0.1280634 Jan 26 19:30:33.235833 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b0b90cc7-90b8-4245-9628-5298b63d3ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (58221138-5f52-4033-9d0e-a276e0729fdd), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:33.292387 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0eb89958-50e6-4963-935d-e4aff3005e05 req-ae5945e6-cdd5-4919-9ef6-51a4a1a7f7b4 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902927 Jan 26 19:30:33.328480 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-bf3434cf-29da-4901-a4ba-1042e2881b8d req-d88deab8-abb2-4b09-87d6-accb69219ea2 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171706 Jan 26 19:30:33.329243 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b90cc7-90b8-4245-9628-5298b63d3ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58221138-5f52-4033-9d0e-a276e0729fdd,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:33.374165 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b90cc7-90b8-4245-9628-5298b63d3ffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=102405) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:30:33.389647 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b0b90cc7-90b8-4245-9628-5298b63d3ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (ab4c8d7c-d119-4941-bdda-185adff4a52a), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:33.390151 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.segments_db [None req-b0b90cc7-90b8-4245-9628-5298b63d3ffe admin admin] Added segment ab4c8d7c-d119-4941-bdda-185adff4a52a of type vlan for network f74cbd31-d4d0-49be-a7bf-9399be57299b Jan 26 19:30:33.442335 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b0b90cc7-90b8-4245-9628-5298b63d3ffe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (f74cbd31-d4d0-49be-a7bf-9399be57299b), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:33.479816 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b0b90cc7-90b8-4245-9628-5298b63d3ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (f74cbd31-d4d0-49be-a7bf-9399be57299b), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:33.479816 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b90cc7-90b8-4245-9628-5298b63d3ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:33.479816 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b0b90cc7-90b8-4245-9628-5298b63d3ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:33.510163 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 57892) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:33.516848 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-6f1a7dbb-2a59-45ff-8fa6-78d36064ea87 admin admin] Request body: {'subnet': {'network_id': 'f74cbd31-d4d0-49be-a7bf-9399be57299b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-624328649-subnet', 'tenant_id': '434468ddadd149f1a0b658bcb13dc934', 'ip_version': 4}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:33.520308 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b0b90cc7-90b8-4245-9628-5298b63d3ffe admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6188149 Jan 26 19:30:33.553988 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1a7dbb-2a59-45ff-8fa6-78d36064ea87 admin admin] Made reservation on behalf of 434468ddadd149f1a0b658bcb13dc934 for: {'subnet': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:30:33.557384 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6f1a7dbb-2a59-45ff-8fa6-78d36064ea87 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8456570'] for subnet (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:33.582106 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b90cc7-90b8-4245-9628-5298b63d3ffe admin admin] Pushing event updated for resources: {'Network': ['ID=f74cbd31-d4d0-49be-a7bf-9399be57299b,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:33.608780 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network f74cbd31-d4d0-49be-a7bf-9399be57299b details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:30:33.768975 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 3d1df62d-f800-4332-8145-ea49cb772bbf up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:30:33.831924 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 3d1df62d-f800-4332-8145-ea49cb772bbf triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:33.832564 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (3d1df62d-f800-4332-8145-ea49cb772bbf), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:33.927396 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86effc0-1736-4784-9213-4c032ab69fa9 req-b69d8207-4926-4ea7-b078-7ffd252c207a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:33.928975 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e86effc0-1736-4784-9213-4c032ab69fa9 req-b69d8207-4926-4ea7-b078-7ffd252c207a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.1399589 Jan 26 19:30:33.937176 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 3d1df62d-f800-4332-8145-ea49cb772bbf is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:33.937931 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (3d1df62d-f800-4332-8145-ea49cb772bbf), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:33.946574 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6f1a7dbb-2a59-45ff-8fa6-78d36064ea87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8617697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8456524'] for subnet (9cd1fc79-c180-482c-a202-4ee9c1ee988a), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:33.962629 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] For port 3d1df62d-f800-4332-8145-ea49cb772bbf, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=3d1df62d-f800-4332-8145-ea49cb772bbf,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:30:33.968641 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (3d1df62d-f800-4332-8145-ea49cb772bbf), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:34.079253 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e86effc0-1736-4784-9213-4c032ab69fa9 req-73a31c95-fe66-4f80-b047-a9b8d34ad086 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361108 Jan 26 19:30:34.082385 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a7dbb-2a59-45ff-8fa6-78d36064ea87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cd1fc79-c180-482c-a202-4ee9c1ee988a,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:34.094260 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Pushing event updated for resources: {'Port': ['ID=3d1df62d-f800-4332-8145-ea49cb772bbf,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:34.102582 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1a7dbb-2a59-45ff-8fa6-78d36064ea87 admin admin] Checking segment: {'id': 'ab4c8d7c-d119-4941-bdda-185adff4a52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f74cbd31-d4d0-49be-a7bf-9399be57299b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:30:34.103432 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1a7dbb-2a59-45ff-8fa6-78d36064ea87 admin admin] Network hostable DHCP agents. Network: f74cbd31-d4d0-49be-a7bf-9399be57299b, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102406) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:30:34.109641 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2a61a78a-79b4-4dd5-9492-4fa28adf839e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:34.124485 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1a7dbb-2a59-45ff-8fa6-78d36064ea87 admin admin] Network f74cbd31-d4d0-49be-a7bf-9399be57299b is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102406) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:30:34.134585 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-6f1a7dbb-2a59-45ff-8fa6-78d36064ea87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, f74cbd31-d4d0-49be-a7bf-9399be57299b) {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:30:34.138977 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1a7dbb-2a59-45ff-8fa6-78d36064ea87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:34.139659 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6f1a7dbb-2a59-45ff-8fa6-78d36064ea87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:34.146008 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50e3ec4-8d86-471a-b0ef-4f3e3771b32c None None] Network f74cbd31-d4d0-49be-a7bf-9399be57299b requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:30:34.157454 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-6f1a7dbb-2a59-45ff-8fa6-78d36064ea87 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6460013 Jan 26 19:30:34.159927 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 57896) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:34.164487 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-624328649-router', 'tenant_id': '434468ddadd149f1a0b658bcb13dc934', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:34.191996 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-746169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-497431'] for router (5fd7b588-ea3e-4f40-b966-0234f4e1f83c), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:34.193346 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-752201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-748775', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-581221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-497422'] for router (5fd7b588-ea3e-4f40-b966-0234f4e1f83c), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:34.315103 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp94f69b5e-464c-595b-b80f-295735cfbe44-f74cbd31-d4d0-49be-a7bf-9399be57299b', 'network_id': 'f74cbd31-d4d0-49be-a7bf-9399be57299b', 'project_id': '434468ddadd149f1a0b658bcb13dc934', 'fixed_ips': [{'subnet_id': '9cd1fc79-c180-482c-a202-4ee9c1ee988a'}]}} from dv-cinder-794001-3-iscsi. {{(pid=102407) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 26 19:30:34.316150 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:34.552529 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f6710-7fe9-48d9-a4f8-c9edf75c1306 req-4f5907bc-97f5-4de6-8eb4-899c2676e0a6 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:34.554431 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b38f6710-7fe9-48d9-a4f8-c9edf75c1306 req-4f5907bc-97f5-4de6-8eb4-899c2676e0a6 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 944 time: 0.1363707 Jan 26 19:30:34.561912 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.db_base_plugin_common [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Allocated IP 172.20.0.2 (f74cbd31-d4d0-49be-a7bf-9399be57299b/9cd1fc79-c180-482c-a202-4ee9c1ee988a/900845cf-1ea7-4aa3-a80f-651e656882e4) {{(pid=102407) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:30:34.592422 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] Publish callbacks [] for router_controller (5fd7b588-ea3e-4f40-b966-0234f4e1f83c), precommit_add_association {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:34.700125 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b38f6710-7fe9-48d9-a4f8-c9edf75c1306 req-022894b2-bfd5-4d33-b4df-f6db1d34db78 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324079 Jan 26 19:30:34.724797 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa291af6-4fc4-4b2b-a7c7-3c416cfb0ad0 req-409deafa-7d20-4955-8cd8-eba060bfcdc0 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:34.732423 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fa291af6-4fc4-4b2b-a7c7-3c416cfb0ad0 req-409deafa-7d20-4955-8cd8-eba060bfcdc0 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 944 time: 0.1532485 Jan 26 19:30:34.857686 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Publish callbacks [] for port (900845cf-1ea7-4aa3-a80f-651e656882e4), precommit_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:34.877266 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821'] for port (900845cf-1ea7-4aa3-a80f-651e656882e4), after_create {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:34.879173 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] Publish callbacks [] for router_gateway (5fd7b588-ea3e-4f40-b966-0234f4e1f83c), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:34.944522 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fa291af6-4fc4-4b2b-a7c7-3c416cfb0ad0 req-ca20a20f-3c54-4d65-bde6-a049e4a4ce8f tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098069 Jan 26 19:30:34.963978 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:30:35.032673 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Network f74cbd31-d4d0-49be-a7bf-9399be57299b is already hosted by enough agents. {{(pid=102407) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:30:35.040237 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Pushing event updated for resources: {'Port': ['ID=900845cf-1ea7-4aa3-a80f-651e656882e4,revision_number=1']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:35.043958 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.scheduler.base_scheduler [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Resources bound (agent type, host, resource id): {{(pid=102407) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:30:35.046267 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Received port after_create {{(pid=102407) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:30:35.126317 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:30:35.157287 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:35.157645 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (23655e28-0e22-4e0b-8e45-e1b3b22a2df3), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:35.174599 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Attempting to bind port 900845cf-1ea7-4aa3-a80f-651e656882e4 on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:30:35.174973 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Attempting to bind port 900845cf-1ea7-4aa3-a80f-651e656882e4 by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': 'ab4c8d7c-d119-4941-bdda-185adff4a52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f74cbd31-d4d0-49be-a7bf-9399be57299b'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:30:35.175337 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Attempting to bind port 900845cf-1ea7-4aa3-a80f-651e656882e4 on network f74cbd31-d4d0-49be-a7bf-9399be57299b {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:30:35.231884 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:30:35.232540 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Checking segment: {'id': 'ab4c8d7c-d119-4941-bdda-185adff4a52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f74cbd31-d4d0-49be-a7bf-9399be57299b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:30:35.233010 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:35.233414 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Bound using segment: {'id': 'ab4c8d7c-d119-4941-bdda-185adff4a52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f74cbd31-d4d0-49be-a7bf-9399be57299b'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:30:35.234311 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Bound port: 900845cf-1ea7-4aa3-a80f-651e656882e4, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4c8d7c-d119-4941-bdda-185adff4a52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f74cbd31-d4d0-49be-a7bf-9399be57299b'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:30:35.234743 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (900845cf-1ea7-4aa3-a80f-651e656882e4), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:35.329802 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa143140-141f-4799-b3ed-2c2b3d522eb8 req-68aebb42-fd7b-4b01-85a1-a67fb85f6756 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:35.337748 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-fa143140-141f-4799-b3ed-2c2b3d522eb8 req-68aebb42-fd7b-4b01-85a1-a67fb85f6756 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.1008546 Jan 26 19:30:35.385245 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:35.385640 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (23655e28-0e22-4e0b-8e45-e1b3b22a2df3), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:35.398541 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] Publish callbacks [] for router_gateway (5fd7b588-ea3e-4f40-b966-0234f4e1f83c), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:35.421387 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] For port 900845cf-1ea7-4aa3-a80f-651e656882e4, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:30:35.423722 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:35.445173 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add797ce-1fd7-4b5d-81f4-c663300f73db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23655e28-0e22-4e0b-8e45-e1b3b22a2df3'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:30:35.450180 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40edbd80-71f9-4ccb-b079-e201a73d217f" -d '{"events": [{"server_uuid": "add797ce-1fd7-4b5d-81f4-c663300f73db", "name": "network-vif-plugged", "status": "completed", "tag": "23655e28-0e22-4e0b-8e45-e1b3b22a2df3"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:30:35.457769 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-fa143140-141f-4799-b3ed-2c2b3d522eb8 req-867bd7fe-15a7-4371-808c-00c03b65683b tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037986 Jan 26 19:30:35.463166 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] For port 900845cf-1ea7-4aa3-a80f-651e656882e4, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=900845cf-1ea7-4aa3-a80f-651e656882e4,segment=NetworkSegment(ab4c8d7c-d119-4941-bdda-185adff4a52a),segment_id=ab4c8d7c-d119-4941-bdda-185adff4a52a)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:30:35.477302 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (900845cf-1ea7-4aa3-a80f-651e656882e4), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:35.491243 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 23655e28-0e22-4e0b-8e45-e1b3b22a2df3, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=23655e28-0e22-4e0b-8e45-e1b3b22a2df3,segment=NetworkSegment(259fcae6-5389-4a08-8471-a51b2cac0776),segment_id=259fcae6-5389-4a08-8471-a51b2cac0776)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:30:35.522245 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (23655e28-0e22-4e0b-8e45-e1b3b22a2df3), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:35.525465 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 8a15c594-cba7-47ee-a2b3-43518a18cd89 up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:30:35.662383 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] Allocated IP 172.27.1.162 (8cf07f92-025e-4326-a933-3274338e1685/c6bed3d7-de6a-4276-b4da-48f65ec8568d/eaad0447-a84e-497c-9c82-acced1516d2a) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:30:35.732044 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91babc73-179e-4507-adee-adfe81907316 x-openstack-request-id: req-91babc73-179e-4507-adee-adfe81907316 {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:30:35.732489 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add797ce-1fd7-4b5d-81f4-c663300f73db", "name": "network-vif-plugged", "status": "completed", "tag": "23655e28-0e22-4e0b-8e45-e1b3b22a2df3", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:30:35.732752 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-91babc73-179e-4507-adee-adfe81907316 {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:30:35.733162 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add797ce-1fd7-4b5d-81f4-c663300f73db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23655e28-0e22-4e0b-8e45-e1b3b22a2df3', 'code': 200} Jan 26 19:30:35.759136 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 3d1df62d-f800-4332-8145-ea49cb772bbf up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:30:35.820667 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Sync routers for ids ['293bcd84-6f89-4055-8ccf-087b412795a8'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:30:35.841240 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Routers {'293bcd84-6f89-4055-8ccf-087b412795a8'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:30:35.845700 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:30:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['293bcd84-6f89-4055-8ccf-087b412795a8'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:35.861981 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6551cfab-dfed-4815-9037-7fa4ac845bb6 None None] Pushing event updated for resources: {'Port': ['ID=900845cf-1ea7-4aa3-a80f-651e656882e4,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:35.915389 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824a3bd-47d4-4908-bd86-791f96f19010 req-0bebdfeb-7cac-4e4f-aac1-25b4bc2a1dc8 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:35.931178 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7824a3bd-47d4-4908-bd86-791f96f19010 req-0bebdfeb-7cac-4e4f-aac1-25b4bc2a1dc8 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 945 time: 0.1234751 Jan 26 19:30:35.970813 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=23655e28-0e22-4e0b-8e45-e1b3b22a2df3,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:36.018616 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] Publish callbacks [] for port (eaad0447-a84e-497c-9c82-acced1516d2a), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:36.052665 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port 8a15c594-cba7-47ee-a2b3-43518a18cd89 completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:30:36.062118 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port 8a15c594-cba7-47ee-a2b3-43518a18cd89 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:36.062500 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:36.131809 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 3d1df62d-f800-4332-8145-ea49cb772bbf triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:36.132467 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (3d1df62d-f800-4332-8145-ea49cb772bbf), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:36.147149 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (eaad0447-a84e-497c-9c82-acced1516d2a), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:36.157951 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7824a3bd-47d4-4908-bd86-791f96f19010 req-9152ced5-3c00-4b3b-b052-b610ec6ef0f3 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253976 Jan 26 19:30:36.223547 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] Network 8cf07f92-025e-4326-a933-3274338e1685 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:30:36.240093 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Set router 293bcd84-6f89-4055-8ccf-087b412795a8 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:30:36.248547 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:30:36.255559 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:30:36.261469 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] Pushing event updated for resources: {'Port': ['ID=eaad0447-a84e-497c-9c82-acced1516d2a,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:36.343326 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3a46e-99c0-42c9-9898-c3393c1d3be7 req-99b3c93e-6d7b-41be-bc2b-022cd094b22c tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:36.366073 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-33f3a46e-99c0-42c9-9898-c3393c1d3be7 req-99b3c93e-6d7b-41be-bc2b-022cd094b22c tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 944 time: 0.1740446 Jan 26 19:30:36.526151 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 8a15c594-cba7-47ee-a2b3-43518a18cd89 is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:36.527639 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:36.537345 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-f88ce32d-02c6-44f9-bf15-db4277b9e23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:36.639730 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 8a15c594-cba7-47ee-a2b3-43518a18cd89, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=8a15c594-cba7-47ee-a2b3-43518a18cd89,segment=NetworkSegment(cdbadc41-f04b-404f-a6fa-05259b01a168),segment_id=cdbadc41-f04b-404f-a6fa-05259b01a168)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:30:36.665115 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-33f3a46e-99c0-42c9-9898-c3393c1d3be7 req-a2fdf7d9-25ad-48cd-bb53-9753baecf60f tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2970428 Jan 26 19:30:36.699110 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:36.781896 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 3d1df62d-f800-4332-8145-ea49cb772bbf is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:36.788845 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2009b-2551-4fa9-a3f2-96b27b390520 req-5e4d0bb8-06e2-4f59-9f63-259e2251de76 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:36.790566 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-08f2009b-2551-4fa9-a3f2-96b27b390520 req-5e4d0bb8-06e2-4f59-9f63-259e2251de76 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.1029096 Jan 26 19:30:36.843421 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=8a15c594-cba7-47ee-a2b3-43518a18cd89,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:36.900420 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-08f2009b-2551-4fa9-a3f2-96b27b390520 req-8420038c-dca9-4cfb-aa1b-0a061b51e478 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003089 Jan 26 19:30:36.934545 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] Publish callbacks [] for router_gateway (5fd7b588-ea3e-4f40-b966-0234f4e1f83c), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:37.057936 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 2, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:37.098024 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Checking router: 293bcd84-6f89-4055-8ccf-087b412795a8 for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:30:37.098704 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Updating router 293bcd84-6f89-4055-8ccf-087b412795a8 port 4d3ed3ba-40a2-430a-8e5c-d505940c4892 binding host dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:30:37.151153 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:37.277537 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-752176', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-748722'] for router (5fd7b588-ea3e-4f40-b966-0234f4e1f83c), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:37.514102 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536ebed3-b8d2-457d-b98e-38383763da79 None None] Network f74cbd31-d4d0-49be-a7bf-9399be57299b requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:30:37.551218 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a77a8-837d-4147-ba80-0b16910c28da req-e5c763f7-62db-47a4-90b4-ee0b35b9b8b5 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:37.560091 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-309a77a8-837d-4147-ba80-0b16910c28da req-e5c763f7-62db-47a4-90b4-ee0b35b9b8b5 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 945 time: 0.1143651 Jan 26 19:30:37.639126 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] Router 5fd7b588-ea3e-4f40-b966-0234f4e1f83c is scheduled to L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec with binding_index 1 {{(pid=102406) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 26 19:30:37.645028 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-76d7029f-bc8f-4970-947a-b516b62f4fbb None None] Provisioning complete for port 900845cf-1ea7-4aa3-a80f-651e656882e4 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:37.645404 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-76d7029f-bc8f-4970-947a-b516b62f4fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (900845cf-1ea7-4aa3-a80f-651e656882e4), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:37.659917 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-309a77a8-837d-4147-ba80-0b16910c28da req-fea38763-1b7d-4f76-b545-801e9a3a58ef tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989130 Jan 26 19:30:37.738024 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4c9802-6d78-4385-bea2-9fccff04955b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a15c594-cba7-47ee-a2b3-43518a18cd89'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:30:37.740464 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c949a1c4-e92a-491f-ad3a-08368d56a807" -d '{"events": [{"server_uuid": "4d4c9802-6d78-4385-bea2-9fccff04955b", "name": "network-vif-plugged", "status": "completed", "tag": "8a15c594-cba7-47ee-a2b3-43518a18cd89"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:30:37.873214 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6a0cd2-ac06-4351-87fa-dc17dcce4489 x-openstack-request-id: req-6e6a0cd2-ac06-4351-87fa-dc17dcce4489 {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:30:37.873962 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4c9802-6d78-4385-bea2-9fccff04955b", "name": "network-vif-plugged", "status": "completed", "tag": "8a15c594-cba7-47ee-a2b3-43518a18cd89", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:30:37.874281 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6e6a0cd2-ac06-4351-87fa-dc17dcce4489 {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:30:37.874750 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4c9802-6d78-4385-bea2-9fccff04955b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a15c594-cba7-47ee-a2b3-43518a18cd89', 'code': 200} Jan 26 19:30:37.885573 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:30:37.889451 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 900845cf-1ea7-4aa3-a80f-651e656882e4 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:30:37.912828 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cf340-c1fb-4256-8f35-597b15079e7f req-f23caca9-0f1e-4d86-b2f5-40bd36b0ee3b tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:37.922906 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-af8cf340-c1fb-4256-8f35-597b15079e7f req-f23caca9-0f1e-4d86-b2f5-40bd36b0ee3b tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.1052403 Jan 26 19:30:37.941100 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:37.943497 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-78e8c7ca-d666-40e3-ad3b-25c57b829dd2 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7823267 Jan 26 19:30:37.946185 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 57924) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:37.962655 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Publish callbacks [] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:37.976770 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:38.031883 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-af8cf340-c1fb-4256-8f35-597b15079e7f req-98698b18-42b2-4959-95dc-d138a628b641 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079438 Jan 26 19:30:38.046087 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Sync routers for ids ['5fd7b588-ea3e-4f40-b966-0234f4e1f83c'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:30:38.128944 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1216ecc-6d70-40de-9d2b-a72f26f37a00 None None] Pushing event updated for resources: {'Port': ['ID=4d3ed3ba-40a2-430a-8e5c-d505940c4892,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:38.157763 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1216ecc-6d70-40de-9d2b-a72f26f37a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:38.158940 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1216ecc-6d70-40de-9d2b-a72f26f37a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:38.161155 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1216ecc-6d70-40de-9d2b-a72f26f37a00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:38.161618 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1216ecc-6d70-40de-9d2b-a72f26f37a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:38.162064 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1216ecc-6d70-40de-9d2b-a72f26f37a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:38.163066 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1216ecc-6d70-40de-9d2b-a72f26f37a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:38.164000 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1216ecc-6d70-40de-9d2b-a72f26f37a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:38.165311 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1216ecc-6d70-40de-9d2b-a72f26f37a00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:38.165780 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1216ecc-6d70-40de-9d2b-a72f26f37a00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:38.166853 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1216ecc-6d70-40de-9d2b-a72f26f37a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:38.168353 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1216ecc-6d70-40de-9d2b-a72f26f37a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:38.169040 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1216ecc-6d70-40de-9d2b-a72f26f37a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:38.170436 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1216ecc-6d70-40de-9d2b-a72f26f37a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102408) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:30:38.314970 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Attempting to bind port 4d3ed3ba-40a2-430a-8e5c-d505940c4892 on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:30:38.315503 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Attempting to bind port 4d3ed3ba-40a2-430a-8e5c-d505940c4892 by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:30:38.315981 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Attempting to bind port 4d3ed3ba-40a2-430a-8e5c-d505940c4892 on network 271d7cd6-39be-4683-b50e-e90ed3ff8279 {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:30:38.325826 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:30:38.326433 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Checking segment: {'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:30:38.327024 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:38.327509 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Bound using segment: {'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:30:38.328160 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Bound port: 4d3ed3ba-40a2-430a-8e5c-d505940c4892, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:30:38.328922 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:38.419055 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:38.426370 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] For port 4d3ed3ba-40a2-430a-8e5c-d505940c4892, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:30:38.429705 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] For port 4d3ed3ba-40a2-430a-8e5c-d505940c4892, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=4d3ed3ba-40a2-430a-8e5c-d505940c4892,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:30:38.439838 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Routers {'5fd7b588-ea3e-4f40-b966-0234f4e1f83c'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:30:38.440465 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:30:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5fd7b588-ea3e-4f40-b966-0234f4e1f83c'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:38.444157 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:38.446140 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186807c0-40e0-4232-9291-0f0b2d695e58 req-b3acde24-0a78-4180-a931-3578c06ad765 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:38.447725 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-186807c0-40e0-4232-9291-0f0b2d695e58 req-b3acde24-0a78-4180-a931-3578c06ad765 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.1385460 Jan 26 19:30:38.465005 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:38.533872 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Routers {'293bcd84-6f89-4055-8ccf-087b412795a8'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:30:38.534513 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:30:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['293bcd84-6f89-4055-8ccf-087b412795a8'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:38.569894 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 900845cf-1ea7-4aa3-a80f-651e656882e4 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:38.569894 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (900845cf-1ea7-4aa3-a80f-651e656882e4), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:38.589969 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-186807c0-40e0-4232-9291-0f0b2d695e58 req-0c6d302a-1895-4a8a-9561-d81d6846972a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300008 Jan 26 19:30:38.610619 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1216ecc-6d70-40de-9d2b-a72f26f37a00 None None] Pushing event updated for resources: {'Port': ['ID=4d3ed3ba-40a2-430a-8e5c-d505940c4892,revision_number=4']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:38.730747 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-76d7029f-bc8f-4970-947a-b516b62f4fbb None None] Current status of the port 900845cf-1ea7-4aa3-a80f-651e656882e4 is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:38.731090 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-76d7029f-bc8f-4970-947a-b516b62f4fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (900845cf-1ea7-4aa3-a80f-651e656882e4), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:38.857783 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Set router 5fd7b588-ea3e-4f40-b966-0234f4e1f83c gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:30:38.934783 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] Set router 293bcd84-6f89-4055-8ccf-087b412795a8 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:30:39.001908 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63934211-11e7-488d-8bad-963c271d2f08 req-9dee0d95-18e6-40bb-8b1f-6f7b979f7c02 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:39.016678 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-63934211-11e7-488d-8bad-963c271d2f08 req-9dee0d95-18e6-40bb-8b1f-6f7b979f7c02 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 945 time: 0.1391630 Jan 26 19:30:39.074608 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-29c8920d-df44-40dd-b288-b8e6f5413724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:39.095234 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-76d7029f-bc8f-4970-947a-b516b62f4fbb None None] For port 900845cf-1ea7-4aa3-a80f-651e656882e4, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=900845cf-1ea7-4aa3-a80f-651e656882e4,segment=NetworkSegment(ab4c8d7c-d119-4941-bdda-185adff4a52a),segment_id=ab4c8d7c-d119-4941-bdda-185adff4a52a)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:30:39.124333 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-63934211-11e7-488d-8bad-963c271d2f08 req-e6ae7d3c-f767-48d8-a07e-f9a6cb495fcd tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030014 Jan 26 19:30:39.141306 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:39.329506 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-76d7029f-bc8f-4970-947a-b516b62f4fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (900845cf-1ea7-4aa3-a80f-651e656882e4), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:39.344533 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312a3c2-cc45-4769-b861-252835541b34 req-4becace7-9b81-47a6-8027-67db09ee7987 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:39.362614 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3312a3c2-cc45-4769-b861-252835541b34 req-4becace7-9b81-47a6-8027-67db09ee7987 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.1520450 Jan 26 19:30:39.469906 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3312a3c2-cc45-4769-b861-252835541b34 req-146f951d-0242-4c85-8b71-57b0c5547d23 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058896 Jan 26 19:30:39.470663 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:38Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:39.493803 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [None req-29c8920d-df44-40dd-b288-b8e6f5413724 admin admin] Allocated IP 172.20.0.1 (f74cbd31-d4d0-49be-a7bf-9399be57299b/9cd1fc79-c180-482c-a202-4ee9c1ee988a/fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:30:39.513938 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 900845cf-1ea7-4aa3-a80f-651e656882e4 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:39.580647 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7029f-bc8f-4970-947a-b516b62f4fbb None None] Pushing event updated for resources: {'Port': ['ID=900845cf-1ea7-4aa3-a80f-651e656882e4,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:39.589628 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-34452e83-8b76-49b9-90cb-320e9474dcd3 None None] Provisioning complete for port 4d3ed3ba-40a2-430a-8e5c-d505940c4892 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:39.590043 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-34452e83-8b76-49b9-90cb-320e9474dcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:39.590283 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d192e136-346b-4fdc-874f-8a01e3b2b7dc None None] The sync data for ids ['293bcd84-6f89-4055-8ccf-087b412795a8'] in dv-cinder-794001-3-iscsi is: [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:38Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:30:39.762162 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'name': 'tempest-TestVolumeBootPattern-624328649-router', 'tenant_id': '434468ddadd149f1a0b658bcb13dc934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'eaad0447-a84e-497c-9c82-acced1516d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:34Z', 'updated_at': '2022-01-26T19:30:36Z', 'revision_number': 3, 'project_id': '434468ddadd149f1a0b658bcb13dc934', 'gw_port': {'id': 'eaad0447-a84e-497c-9c82-acced1516d2a', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:35Z', 'updated_at': '2022-01-26T19:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:39.829492 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Checking router: 5fd7b588-ea3e-4f40-b966-0234f4e1f83c for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:30:39.829843 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Updating router 5fd7b588-ea3e-4f40-b966-0234f4e1f83c port eaad0447-a84e-497c-9c82-acced1516d2a binding host dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:30:39.853357 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385e09f-1666-43fc-8d50-868fa4418208 req-f05b6014-1ca8-4623-8f4f-37c5cd96b74d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:39.854702 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-29c8920d-df44-40dd-b288-b8e6f5413724 admin admin] Publish callbacks [] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:39.854920 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7385e09f-1666-43fc-8d50-868fa4418208 req-f05b6014-1ca8-4623-8f4f-37c5cd96b74d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.1194396 Jan 26 19:30:39.910346 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 4d3ed3ba-40a2-430a-8e5c-d505940c4892 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:30:39.950729 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-29c8920d-df44-40dd-b288-b8e6f5413724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:39.991055 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7385e09f-1666-43fc-8d50-868fa4418208 req-ed09260e-7190-4206-8fe7-660bfcd63fcd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298883 Jan 26 19:30:40.033055 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c8920d-df44-40dd-b288-b8e6f5413724 admin admin] Network f74cbd31-d4d0-49be-a7bf-9399be57299b is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:30:40.041136 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (eaad0447-a84e-497c-9c82-acced1516d2a), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:40.053109 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8920d-df44-40dd-b288-b8e6f5413724 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:40.056391 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-29c8920d-df44-40dd-b288-b8e6f5413724 admin admin] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:30:40.073805 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8920d-df44-40dd-b288-b8e6f5413724 admin admin] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:30:40.159851 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-34452e83-8b76-49b9-90cb-320e9474dcd3 None None] Current status of the port 4d3ed3ba-40a2-430a-8e5c-d505940c4892 is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:40.159851 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-34452e83-8b76-49b9-90cb-320e9474dcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:40.165744 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-29c8920d-df44-40dd-b288-b8e6f5413724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-747751'] for router_interface (5fd7b588-ea3e-4f40-b966-0234f4e1f83c), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:40.451005 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010576f-1711-416f-ba4b-5f8214da73cb req-68df0820-3d7c-4212-8420-7a3df9435696 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:40.458091 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a010576f-1711-416f-ba4b-5f8214da73cb req-68df0820-3d7c-4212-8420-7a3df9435696 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 945 time: 0.1786103 Jan 26 19:30:40.570082 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-34452e83-8b76-49b9-90cb-320e9474dcd3 None None] For port 4d3ed3ba-40a2-430a-8e5c-d505940c4892, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=4d3ed3ba-40a2-430a-8e5c-d505940c4892,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:30:40.582050 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-29c8920d-df44-40dd-b288-b8e6f5413724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:40.673732 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a010576f-1711-416f-ba4b-5f8214da73cb req-98995bb4-eb7e-4b90-b7f8-8a1361ea3805 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147024 Jan 26 19:30:40.703319 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-34452e83-8b76-49b9-90cb-320e9474dcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:40.734456 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:40.736131 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 4d3ed3ba-40a2-430a-8e5c-d505940c4892 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:40.736500 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:40.808999 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d302d76-178b-49b8-bdf7-eb77a3dc3a3b req-92002d61-e52e-4961-bfc3-7e4f8dd0749c tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:40.849474 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7d302d76-178b-49b8-bdf7-eb77a3dc3a3b req-92002d61-e52e-4961-bfc3-7e4f8dd0749c tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.1853268 Jan 26 19:30:40.906950 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-29c8920d-df44-40dd-b288-b8e6f5413724 admin admin] Publish callbacks [] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:40.915282 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-29c8920d-df44-40dd-b288-b8e6f5413724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:41.008943 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7d302d76-178b-49b8-bdf7-eb77a3dc3a3b req-f1388bd6-010f-4aa8-abef-14ac72b55f6e tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576822 Jan 26 19:30:41.009917 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-29c8920d-df44-40dd-b288-b8e6f5413724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1016890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747383'] for router_interface (5fd7b588-ea3e-4f40-b966-0234f4e1f83c), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:41.041783 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-34452e83-8b76-49b9-90cb-320e9474dcd3 None None] Provisioning complete for port 900845cf-1ea7-4aa3-a80f-651e656882e4 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:41.042154 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-34452e83-8b76-49b9-90cb-320e9474dcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (900845cf-1ea7-4aa3-a80f-651e656882e4), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:41.081379 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Publish callbacks [] for port (eaad0447-a84e-497c-9c82-acced1516d2a), precommit_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:41.089927 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34452e83-8b76-49b9-90cb-320e9474dcd3 None None] Pushing event updated for resources: {'Port': ['ID=4d3ed3ba-40a2-430a-8e5c-d505940c4892,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:41.122526 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (eaad0447-a84e-497c-9c82-acced1516d2a), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:41.218028 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8920d-df44-40dd-b288-b8e6f5413724 admin admin] Pushing event updated for resources: {'Port': ['ID=fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:41.303302 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 4d3ed3ba-40a2-430a-8e5c-d505940c4892 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:41.309500 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd22d22-9160-499d-9f40-c4aec6c995cc None None] Pushing event updated for resources: {'Port': ['ID=eaad0447-a84e-497c-9c82-acced1516d2a,revision_number=2']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:41.322704 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c8920d-df44-40dd-b288-b8e6f5413724 admin admin] Network f74cbd31-d4d0-49be-a7bf-9399be57299b is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:30:41.331283 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Attempting to bind port eaad0447-a84e-497c-9c82-acced1516d2a on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:30:41.333027 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Attempting to bind port eaad0447-a84e-497c-9c82-acced1516d2a by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:30:41.333453 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Attempting to bind port eaad0447-a84e-497c-9c82-acced1516d2a on network 8cf07f92-025e-4326-a933-3274338e1685 {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:30:41.340372 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:30:41.341654 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Checking segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102407) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:30:41.342345 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:41.343198 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Bound using segment: {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'} {{(pid=102407) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:30:41.343968 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.managers [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Bound port: eaad0447-a84e-497c-9c82-acced1516d2a, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9502de5a-0211-4596-9de3-5f879741d5ee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8cf07f92-025e-4326-a933-3274338e1685'}}] {{(pid=102407) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:30:41.344356 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (eaad0447-a84e-497c-9c82-acced1516d2a), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:41.354368 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b95147-4157-49aa-9f00-6783e72f2749 req-a61c498c-730b-4091-9126-1203509967e0 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:41.356999 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-65b95147-4157-49aa-9f00-6783e72f2749 req-a61c498c-730b-4091-9126-1203509967e0 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.1401403 Jan 26 19:30:41.358747 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [None req-29c8920d-df44-40dd-b288-b8e6f5413724 admin admin] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:30:41.470216 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-34452e83-8b76-49b9-90cb-320e9474dcd3 None None] Current status of the port 900845cf-1ea7-4aa3-a80f-651e656882e4 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:41.483087 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] For port eaad0447-a84e-497c-9c82-acced1516d2a, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102407) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:30:41.488490 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] For port eaad0447-a84e-497c-9c82-acced1516d2a, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=eaad0447-a84e-497c-9c82-acced1516d2a,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102407) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:30:41.496282 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (eaad0447-a84e-497c-9c82-acced1516d2a), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:41.562308 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Routers {'5fd7b588-ea3e-4f40-b966-0234f4e1f83c'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:30:41.562952 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:30:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5fd7b588-ea3e-4f40-b966-0234f4e1f83c'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:41.676802 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 900845cf-1ea7-4aa3-a80f-651e656882e4 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:30:41.761433 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] Set router 5fd7b588-ea3e-4f40-b966-0234f4e1f83c gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:30:41.884557 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c8920d-df44-40dd-b288-b8e6f5413724 admin admin] Router 5fd7b588-ea3e-4f40-b966-0234f4e1f83c has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:30:41.906611 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-65b95147-4157-49aa-9f00-6783e72f2749 req-086bf441-509c-4a3a-94c6-38be147878c6 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5302603 Jan 26 19:30:41.951623 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bacea-c2fe-4e17-a05c-54615b66b1cf req-091b09ce-1f7a-438a-af86-7349a5b11688 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:41.959533 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b15bacea-c2fe-4e17-a05c-54615b66b1cf req-091b09ce-1f7a-438a-af86-7349a5b11688 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 945 time: 0.1323569 Jan 26 19:30:41.978655 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd22d22-9160-499d-9f40-c4aec6c995cc None None] Pushing event updated for resources: {'Port': ['ID=eaad0447-a84e-497c-9c82-acced1516d2a,revision_number=3']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:42.019141 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-cc5efc45-a886-42c8-83ff-b7f2425245ca None None] Provisioning complete for port fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:42.019141 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-cc5efc45-a886-42c8-83ff-b7f2425245ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:42.041382 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b15bacea-c2fe-4e17-a05c-54615b66b1cf req-f50708f5-2f72-49c8-a181-c6890d6e03eb tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756416 Jan 26 19:30:42.095697 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 900845cf-1ea7-4aa3-a80f-651e656882e4 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:42.097772 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (900845cf-1ea7-4aa3-a80f-651e656882e4), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:42.121176 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c8920d-df44-40dd-b288-b8e6f5413724 admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:30:42.173803 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-29c8920d-df44-40dd-b288-b8e6f5413724 admin admin] 10.222.0.50 "PUT /v2.0/routers/5fd7b588-ea3e-4f40-b966-0234f4e1f83c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2258573 Jan 26 19:30:42.219560 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902f43a-e1bf-4939-ad17-748019743716 req-89ffda45-d0a3-4000-932d-482ee0587a0a tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:42.222337 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0902f43a-e1bf-4939-ad17-748019743716 req-89ffda45-d0a3-4000-932d-482ee0587a0a tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.1030333 Jan 26 19:30:42.235357 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-cc5efc45-a886-42c8-83ff-b7f2425245ca None None] Port fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:30:42.302626 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0902f43a-e1bf-4939-ad17-748019743716 req-7eba6bba-da0a-4ef1-9089-f637f51fcb73 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694695 Jan 26 19:30:42.370179 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 900845cf-1ea7-4aa3-a80f-651e656882e4 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:42.371364 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 4d3ed3ba-40a2-430a-8e5c-d505940c4892 up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:30:42.426744 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-64cb30ed-3a97-443b-a7af-62161964da35 None None] Provisioning complete for port fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:42.427115 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-64cb30ed-3a97-443b-a7af-62161964da35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:42.485667 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'name': 'tempest-TestVolumeBootPattern-624328649-router', 'tenant_id': '434468ddadd149f1a0b658bcb13dc934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'eaad0447-a84e-497c-9c82-acced1516d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:34Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 4, 'project_id': '434468ddadd149f1a0b658bcb13dc934', 'gw_port': {'id': 'eaad0447-a84e-497c-9c82-acced1516d2a', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:35Z', 'updated_at': '2022-01-26T19:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': 'fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe', 'name': '', 'network_id': 'f74cbd31-d4d0-49be-a7bf-9399be57299b', 'tenant_id': '434468ddadd149f1a0b658bcb13dc934', 'mac_address': 'fa:16:3e:d5:de:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9cd1fc79-c180-482c-a202-4ee9c1ee988a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:39Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 2, 'project_id': '434468ddadd149f1a0b658bcb13dc934', 'subnets': [{'id': '9cd1fc79-c180-482c-a202-4ee9c1ee988a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:42.524731 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e8185d-d6e5-4c4a-9188-c162e1ca09e4 None None] The sync data for ids ['5fd7b588-ea3e-4f40-b966-0234f4e1f83c'] in dv-cinder-794001-3-iscsi is: [{'id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'name': 'tempest-TestVolumeBootPattern-624328649-router', 'tenant_id': '434468ddadd149f1a0b658bcb13dc934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'eaad0447-a84e-497c-9c82-acced1516d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:34Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 4, 'project_id': '434468ddadd149f1a0b658bcb13dc934', 'gw_port': {'id': 'eaad0447-a84e-497c-9c82-acced1516d2a', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:35Z', 'updated_at': '2022-01-26T19:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': 'fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe', 'name': '', 'network_id': 'f74cbd31-d4d0-49be-a7bf-9399be57299b', 'tenant_id': '434468ddadd149f1a0b658bcb13dc934', 'mac_address': 'fa:16:3e:d5:de:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9cd1fc79-c180-482c-a202-4ee9c1ee988a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:39Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 2, 'project_id': '434468ddadd149f1a0b658bcb13dc934', 'subnets': [{'id': '9cd1fc79-c180-482c-a202-4ee9c1ee988a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:30:42.536004 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-64cb30ed-3a97-443b-a7af-62161964da35 None None] Port fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:30:42.556482 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port 4d3ed3ba-40a2-430a-8e5c-d505940c4892 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:42.557144 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:42.658222 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 4d3ed3ba-40a2-430a-8e5c-d505940c4892 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:42.937158 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 57952) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:42.944792 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-c66e21e1-63ac-44c8-a332-7de0bc2c53b2 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-634496094', 'description': 'tempest-secgroup-smoke-634496094 description', 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:42.974303 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c66e21e1-63ac-44c8-a332-7de0bc2c53b2 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.068653 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e86ec-cf63-4e85-8a44-4c66a3e69ef6 req-9f1bb6bd-85f9-433b-ab9e-2468d57b457f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:43.070257 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-524e86ec-cf63-4e85-8a44-4c66a3e69ef6 req-9f1bb6bd-85f9-433b-ab9e-2468d57b457f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0612292 Jan 26 19:30:43.083798 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c66e21e1-63ac-44c8-a332-7de0bc2c53b2 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group (bb73db78-ea8f-4d99-91f5-5ce24656c9d7), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.090348 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c66e21e1-63ac-44c8-a332-7de0bc2c53b2 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (bb73db78-ea8f-4d99-91f5-5ce24656c9d7), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.131216 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e21e1-63ac-44c8-a332-7de0bc2c53b2 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb73db78-ea8f-4d99-91f5-5ce24656c9d7,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:43.143692 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c66e21e1-63ac-44c8-a332-7de0bc2c53b2 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.145182 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c66e21e1-63ac-44c8-a332-7de0bc2c53b2 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2080529 Jan 26 19:30:43.148038 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 57958) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:43.157002 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-e050e5d7-288a-4e8e-a7f7-8430362dc6ee tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Request body: {'security_group_rule': {'security_group_id': 'bb73db78-ea8f-4d99-91f5-5ce24656c9d7', 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:43.174091 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-524e86ec-cf63-4e85-8a44-4c66a3e69ef6 req-b69f725d-7540-4190-b303-d3ad040fc9ef tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840850 Jan 26 19:30:43.227872 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e050e5d7-288a-4e8e-a7f7-8430362dc6ee tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group_rule (6dbfefe0-f493-4d6a-821e-97ebdcce97fb), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.272215 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85609d5b-448f-4006-860c-b790cb2b6367 req-95896dc4-5ab9-464e-b594-0f314008cc73 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:43.273302 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-85609d5b-448f-4006-860c-b790cb2b6367 req-95896dc4-5ab9-464e-b594-0f314008cc73 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 945 time: 0.0922117 Jan 26 19:30:43.322523 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e050e5d7-288a-4e8e-a7f7-8430362dc6ee tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group_rule (6dbfefe0-f493-4d6a-821e-97ebdcce97fb), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.331049 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e050e5d7-288a-4e8e-a7f7-8430362dc6ee tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (6dbfefe0-f493-4d6a-821e-97ebdcce97fb), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.366712 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-85609d5b-448f-4006-860c-b790cb2b6367 req-3eb0fea9-32ce-4257-b52e-3e60f8604ebb tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833530 Jan 26 19:30:43.370624 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050e5d7-288a-4e8e-a7f7-8430362dc6ee tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbfefe0-f493-4d6a-821e-97ebdcce97fb,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:43.385557 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e050e5d7-288a-4e8e-a7f7-8430362dc6ee tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.389361 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-e050e5d7-288a-4e8e-a7f7-8430362dc6ee tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2372212 Jan 26 19:30:43.389878 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 57962) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:43.395041 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-ca68ca9f-cd7e-4c04-ab4c-94f7dd291b48 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Request body: {'security_group_rule': {'security_group_id': 'bb73db78-ea8f-4d99-91f5-5ce24656c9d7', 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:43.474331 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ca68ca9f-cd7e-4c04-ab4c-94f7dd291b48 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group_rule (1b6f05ca-b818-48ef-8f2f-384ba3b02a88), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.522310 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f1a54-ab02-4ac9-be87-6e18cf559386 req-b9c2721b-ba17-4eb6-bc02-0c5372692eaa tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:43.524277 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6c8f1a54-ab02-4ac9-be87-6e18cf559386 req-b9c2721b-ba17-4eb6-bc02-0c5372692eaa tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.1211095 Jan 26 19:30:43.569592 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ca68ca9f-cd7e-4c04-ab4c-94f7dd291b48 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group_rule (1b6f05ca-b818-48ef-8f2f-384ba3b02a88), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.584963 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ca68ca9f-cd7e-4c04-ab4c-94f7dd291b48 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (1b6f05ca-b818-48ef-8f2f-384ba3b02a88), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.619495 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca68ca9f-cd7e-4c04-ab4c-94f7dd291b48 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b6f05ca-b818-48ef-8f2f-384ba3b02a88,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:43.630155 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6c8f1a54-ab02-4ac9-be87-6e18cf559386 req-7ddde5a7-0998-4eeb-8a8c-f826cb1430ea tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962982 Jan 26 19:30:43.635113 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-ca68ca9f-cd7e-4c04-ab4c-94f7dd291b48 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.639159 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-ca68ca9f-cd7e-4c04-ab4c-94f7dd291b48 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2456424 Jan 26 19:30:43.639463 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 57964) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:43.645335 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-c708f979-4300-4736-b974-dec99f47a92c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Request body: {'security_group_rule': {'security_group_id': 'bb73db78-ea8f-4d99-91f5-5ce24656c9d7', 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:43.687340 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c708f979-4300-4736-b974-dec99f47a92c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group_rule (b4f72a06-2537-455d-8de2-480f0dca879c), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.704635 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device eaad0447-a84e-497c-9c82-acced1516d2a up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:30:43.764889 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c708f979-4300-4736-b974-dec99f47a92c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group_rule (b4f72a06-2537-455d-8de2-480f0dca879c), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.771031 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port eaad0447-a84e-497c-9c82-acced1516d2a triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:43.771409 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (eaad0447-a84e-497c-9c82-acced1516d2a), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.773405 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c708f979-4300-4736-b974-dec99f47a92c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (b4f72a06-2537-455d-8de2-480f0dca879c), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.798551 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708f979-4300-4736-b974-dec99f47a92c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f72a06-2537-455d-8de2-480f0dca879c,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:43.809028 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c708f979-4300-4736-b974-dec99f47a92c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.810270 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-c708f979-4300-4736-b974-dec99f47a92c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1696980 Jan 26 19:30:43.813070 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 57966) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:43.818665 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-6cbad272-5279-488a-bb8d-1427eb35cc6a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Request body: {'security_group_rule': {'security_group_id': 'bb73db78-ea8f-4d99-91f5-5ce24656c9d7', 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:43.852835 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6cbad272-5279-488a-bb8d-1427eb35cc6a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group_rule (1bd55b4f-43d3-4949-89c9-680c4e77de8a), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.887062 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port eaad0447-a84e-497c-9c82-acced1516d2a is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:43.887590 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (eaad0447-a84e-497c-9c82-acced1516d2a), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.922762 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] For port eaad0447-a84e-497c-9c82-acced1516d2a, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=eaad0447-a84e-497c-9c82-acced1516d2a,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:30:43.928515 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (eaad0447-a84e-497c-9c82-acced1516d2a), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.939162 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6cbad272-5279-488a-bb8d-1427eb35cc6a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group_rule (1bd55b4f-43d3-4949-89c9-680c4e77de8a), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.951105 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6cbad272-5279-488a-bb8d-1427eb35cc6a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (1bd55b4f-43d3-4949-89c9-680c4e77de8a), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.971733 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbad272-5279-488a-bb8d-1427eb35cc6a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd55b4f-43d3-4949-89c9-680c4e77de8a,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:43.979875 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6cbad272-5279-488a-bb8d-1427eb35cc6a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:43.981178 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-6cbad272-5279-488a-bb8d-1427eb35cc6a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1667869 Jan 26 19:30:43.983969 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 57968) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:43.989241 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-604cc9bf-8b4f-4cfc-a79f-357cb400e36a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Request body: {'security_group_rule': {'security_group_id': 'bb73db78-ea8f-4d99-91f5-5ce24656c9d7', 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:43.993559 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Pushing event updated for resources: {'Port': ['ID=eaad0447-a84e-497c-9c82-acced1516d2a,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:44.012761 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.securitygroups_db [None req-604cc9bf-8b4f-4cfc-a79f-357cb400e36a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Project 8c4fb0a5c0e74ac8bfc5dd910bac07f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 19:30:44.019519 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-604cc9bf-8b4f-4cfc-a79f-357cb400e36a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group_rule (17b73ad2-9a46-4b96-bf31-ba77d2dd9f06), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:44.086508 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-604cc9bf-8b4f-4cfc-a79f-357cb400e36a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group_rule (17b73ad2-9a46-4b96-bf31-ba77d2dd9f06), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:44.092483 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-604cc9bf-8b4f-4cfc-a79f-357cb400e36a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (17b73ad2-9a46-4b96-bf31-ba77d2dd9f06), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:44.111364 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cc9bf-8b4f-4cfc-a79f-357cb400e36a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b73ad2-9a46-4b96-bf31-ba77d2dd9f06,revision_number=0']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:44.121590 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-604cc9bf-8b4f-4cfc-a79f-357cb400e36a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:44.123074 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-604cc9bf-8b4f-4cfc-a79f-357cb400e36a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1381183 Jan 26 19:30:44.126399 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 57970) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:44.133369 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-b2f46d01-1662-4cfb-8ed9-a05e76487739 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Request body: {'security_group_rule': {'security_group_id': 'bb73db78-ea8f-4d99-91f5-5ce24656c9d7', 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:44.166614 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.securitygroups_db [None req-b2f46d01-1662-4cfb-8ed9-a05e76487739 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Project 8c4fb0a5c0e74ac8bfc5dd910bac07f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 26 19:30:44.172334 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b2f46d01-1662-4cfb-8ed9-a05e76487739 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group_rule (f03a72b1-f602-4096-b470-2b6a733d6ae2), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:44.242876 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b2f46d01-1662-4cfb-8ed9-a05e76487739 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group_rule (f03a72b1-f602-4096-b470-2b6a733d6ae2), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:44.250147 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b2f46d01-1662-4cfb-8ed9-a05e76487739 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (f03a72b1-f602-4096-b470-2b6a733d6ae2), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:44.286090 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f46d01-1662-4cfb-8ed9-a05e76487739 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03a72b1-f602-4096-b470-2b6a733d6ae2,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:44.305337 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b2f46d01-1662-4cfb-8ed9-a05e76487739 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:44.306540 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b2f46d01-1662-4cfb-8ed9-a05e76487739 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1777058 Jan 26 19:30:44.332206 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5267e-3500-492c-b3ad-64eb6b74b7a6 req-e06a6519-0fe2-417c-a536-3e33f5f5351c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:44.335249 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-63c5267e-3500-492c-b3ad-64eb6b74b7a6 req-e06a6519-0fe2-417c-a536-3e33f5f5351c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0703576 Jan 26 19:30:44.397117 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-63c5267e-3500-492c-b3ad-64eb6b74b7a6 req-6be27ca0-bfac-4216-a65c-fdc22480d616 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556960 Jan 26 19:30:44.517509 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e42be-3da6-47a2-ab7f-e8dba065251d req-7ddc3457-cfb0-4010-90ef-c64eafb9c75f tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:44.519623 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e22e42be-3da6-47a2-ab7f-e8dba065251d req-7ddc3457-cfb0-4010-90ef-c64eafb9c75f tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 945 time: 0.0561192 Jan 26 19:30:44.584397 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e22e42be-3da6-47a2-ab7f-e8dba065251d req-f072c7ae-a610-47dd-a39a-74562baf8a0b tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561390 Jan 26 19:30:44.782560 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc05f6-16b9-49f7-89f0-6ad1d1801afc req-ad086cc4-fecc-40a7-8618-b9169c7b4539 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:44.784827 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d9fc05f6-16b9-49f7-89f0-6ad1d1801afc req-ad086cc4-fecc-40a7-8618-b9169c7b4539 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0727665 Jan 26 19:30:44.846254 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d9fc05f6-16b9-49f7-89f0-6ad1d1801afc req-a6727fb6-95e9-4bc0-a36f-843d3fc407d1 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546815 Jan 26 19:30:45.088569 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Sync routers for ids ['5fd7b588-ea3e-4f40-b966-0234f4e1f83c'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:30:45.098858 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Routers {'5fd7b588-ea3e-4f40-b966-0234f4e1f83c'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:30:45.099402 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:30:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5fd7b588-ea3e-4f40-b966-0234f4e1f83c'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:45.217105 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Set router 5fd7b588-ea3e-4f40-b966-0234f4e1f83c gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:30:45.444328 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'name': 'tempest-TestVolumeBootPattern-624328649-router', 'tenant_id': '434468ddadd149f1a0b658bcb13dc934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'eaad0447-a84e-497c-9c82-acced1516d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:34Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 4, 'project_id': '434468ddadd149f1a0b658bcb13dc934', 'gw_port': {'id': 'eaad0447-a84e-497c-9c82-acced1516d2a', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:35Z', 'updated_at': '2022-01-26T19:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': 'fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe', 'name': '', 'network_id': 'f74cbd31-d4d0-49be-a7bf-9399be57299b', 'tenant_id': '434468ddadd149f1a0b658bcb13dc934', 'mac_address': 'fa:16:3e:d5:de:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9cd1fc79-c180-482c-a202-4ee9c1ee988a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:39Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 2, 'project_id': '434468ddadd149f1a0b658bcb13dc934', 'subnets': [{'id': '9cd1fc79-c180-482c-a202-4ee9c1ee988a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:45.477315 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Checking router: 5fd7b588-ea3e-4f40-b966-0234f4e1f83c for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:30:45.477960 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Updating router 5fd7b588-ea3e-4f40-b966-0234f4e1f83c port fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe binding host dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 26 19:30:45.510951 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:45.535515 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eddf48-372a-4a7b-8ee2-04215be8040d req-07af83c7-6506-4a18-b157-d01f9aa11046 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:45.543110 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-21eddf48-372a-4a7b-8ee2-04215be8040d req-07af83c7-6506-4a18-b157-d01f9aa11046 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0604041 Jan 26 19:30:45.651023 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-21eddf48-372a-4a7b-8ee2-04215be8040d req-c84221e6-f9db-4f27-a314-0138783c0a7c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062436 Jan 26 19:30:45.670582 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device eaad0447-a84e-497c-9c82-acced1516d2a up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:30:45.747916 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a38b41-ca93-4a62-b113-f1fd68c2261b req-d8da1826-73d0-46c1-a4a2-67f6553a6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:45.750164 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port eaad0447-a84e-497c-9c82-acced1516d2a triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:45.750478 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-63a38b41-ca93-4a62-b113-f1fd68c2261b req-d8da1826-73d0-46c1-a4a2-67f6553a6bef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 1098 time: 0.0468864 Jan 26 19:30:45.751276 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (eaad0447-a84e-497c-9c82-acced1516d2a), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:45.756642 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b791fd-e49e-41c1-8704-6657fbae4bc0 req-a7b59d1b-5e76-4069-be23-54b0f84bfe9c tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:45.758257 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-55b791fd-e49e-41c1-8704-6657fbae4bc0 req-a7b59d1b-5e76-4069-be23-54b0f84bfe9c tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 945 time: 0.0839901 Jan 26 19:30:45.884318 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-63a38b41-ca93-4a62-b113-f1fd68c2261b req-af58cf6f-6b6c-492c-8bd1-f8fb665ae48a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232343 Jan 26 19:30:45.909697 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port eaad0447-a84e-497c-9c82-acced1516d2a is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:45.930530 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-55b791fd-e49e-41c1-8704-6657fbae4bc0 req-5429168a-1ad2-43cd-82f6-56ad3b1342e2 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647785 Jan 26 19:30:46.007540 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a20dad3-57b2-4eee-93c3-0277dc0700d3 req-b8bcf2b0-f9c7-42b6-ac6b-22637193cd54 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:46.011417 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6a20dad3-57b2-4eee-93c3-0277dc0700d3 req-b8bcf2b0-f9c7-42b6-ac6b-22637193cd54 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0630689 Jan 26 19:30:46.064582 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Publish callbacks [] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), precommit_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:46.068257 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6a20dad3-57b2-4eee-93c3-0277dc0700d3 req-6742cfb9-d7f4-4ac8-9820-f0ceda59e19d tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528357 Jan 26 19:30:46.070789 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:46.120123 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee5b2e-c40a-4a2d-9fe4-30e8fb4a6e80 None None] Pushing event updated for resources: {'Port': ['ID=fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe,revision_number=3']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:46.187607 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Attempting to bind port fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe on host dv-cinder-794001-3-iscsi for vnic_type normal with profile {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:30:46.188310 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Attempting to bind port fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe by drivers openvswitch,hyperv on host dv-cinder-794001-3-iscsi at level 0 using segments [{'id': 'ab4c8d7c-d119-4941-bdda-185adff4a52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f74cbd31-d4d0-49be-a7bf-9399be57299b'}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:30:46.188839 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Attempting to bind port fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe on network f74cbd31-d4d0-49be-a7bf-9399be57299b {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:30:46.195659 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Checking agent: {'id': '3341cc66-16d3-4a6e-b14b-e3bd88efa622', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 17, 10), 'started_at': datetime.datetime(2022, 1, 26, 19, 17, 40), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:30:46.196348 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Checking segment: {'id': 'ab4c8d7c-d119-4941-bdda-185adff4a52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f74cbd31-d4d0-49be-a7bf-9399be57299b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102408) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:30:46.196754 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:46.197143 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Bound using segment: {'id': 'ab4c8d7c-d119-4941-bdda-185adff4a52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f74cbd31-d4d0-49be-a7bf-9399be57299b'} {{(pid=102408) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:30:46.197795 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.managers [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Bound port: fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe, host: dv-cinder-794001-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4c8d7c-d119-4941-bdda-185adff4a52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'f74cbd31-d4d0-49be-a7bf-9399be57299b'}}] {{(pid=102408) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:30:46.198173 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), before_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:46.274068 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] For port fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe, host dv-cinder-794001-3-iscsi, cleared binding levels {{(pid=102408) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:30:46.277245 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.plugins.ml2.db [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] For port fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe, host dv-cinder-794001-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe,segment=NetworkSegment(ab4c8d7c-d119-4941-bdda-185adff4a52a),segment_id=ab4c8d7c-d119-4941-bdda-185adff4a52a)] {{(pid=102408) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:30:46.281897 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron_lib.callbacks.manager [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), after_update {{(pid=102408) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:46.341018 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee5b2e-c40a-4a2d-9fe4-30e8fb4a6e80 None None] Pushing event updated for resources: {'Port': ['ID=fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe,revision_number=4']} {{(pid=102408) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:46.346817 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Routers {'5fd7b588-ea3e-4f40-b966-0234f4e1f83c'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:30:46.347458 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:30:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5fd7b588-ea3e-4f40-b966-0234f4e1f83c'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:46.406162 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-6047c551-cb59-4a38-8d45-ace8bf97cfc4 None None] Provisioning complete for port fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:46.406455 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-6047c551-cb59-4a38-8d45-ace8bf97cfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:46.501443 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] Set router 5fd7b588-ea3e-4f40-b966-0234f4e1f83c gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:30:46.504527 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-6047c551-cb59-4a38-8d45-ace8bf97cfc4 None None] Current status of the port fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe is: DOWN; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:46.504922 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-6047c551-cb59-4a38-8d45-ace8bf97cfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:46.555139 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-6047c551-cb59-4a38-8d45-ace8bf97cfc4 None None] For port fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe,segment=NetworkSegment(ab4c8d7c-d119-4941-bdda-185adff4a52a),segment_id=ab4c8d7c-d119-4941-bdda-185adff4a52a)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:30:46.567016 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-6047c551-cb59-4a38-8d45-ace8bf97cfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:46.606417 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:30:46.627238 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047c551-cb59-4a38-8d45-ace8bf97cfc4 None None] Pushing event updated for resources: {'Port': ['ID=fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:46.686836 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-5abe3919-9fbb-4a59-aead-d95647c259a4 None None] Provisioning complete for port fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:46.687540 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-5abe3919-9fbb-4a59-aead-d95647c259a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:46.785336 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'name': 'tempest-TestVolumeBootPattern-624328649-router', 'tenant_id': '434468ddadd149f1a0b658bcb13dc934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'eaad0447-a84e-497c-9c82-acced1516d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:34Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 4, 'project_id': '434468ddadd149f1a0b658bcb13dc934', 'gw_port': {'id': 'eaad0447-a84e-497c-9c82-acced1516d2a', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:35Z', 'updated_at': '2022-01-26T19:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': 'fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe', 'name': '', 'network_id': 'f74cbd31-d4d0-49be-a7bf-9399be57299b', 'tenant_id': '434468ddadd149f1a0b658bcb13dc934', 'mac_address': 'fa:16:3e:d5:de:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9cd1fc79-c180-482c-a202-4ee9c1ee988a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:39Z', 'updated_at': '2022-01-26T19:30:46Z', 'revision_number': 4, 'project_id': '434468ddadd149f1a0b658bcb13dc934', 'subnets': [{'id': '9cd1fc79-c180-482c-a202-4ee9c1ee988a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:46.807824 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-5abe3919-9fbb-4a59-aead-d95647c259a4 None None] Current status of the port fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:46.827493 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fe94e0-2a4f-4641-9925-8b145b6b3e3f None None] The sync data for ids ['5fd7b588-ea3e-4f40-b966-0234f4e1f83c'] in dv-cinder-794001-3-iscsi is: [{'id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'name': 'tempest-TestVolumeBootPattern-624328649-router', 'tenant_id': '434468ddadd149f1a0b658bcb13dc934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'eaad0447-a84e-497c-9c82-acced1516d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:34Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 4, 'project_id': '434468ddadd149f1a0b658bcb13dc934', 'gw_port': {'id': 'eaad0447-a84e-497c-9c82-acced1516d2a', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:35Z', 'updated_at': '2022-01-26T19:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': 'fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe', 'name': '', 'network_id': 'f74cbd31-d4d0-49be-a7bf-9399be57299b', 'tenant_id': '434468ddadd149f1a0b658bcb13dc934', 'mac_address': 'fa:16:3e:d5:de:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '9cd1fc79-c180-482c-a202-4ee9c1ee988a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:39Z', 'updated_at': '2022-01-26T19:30:46Z', 'revision_number': 4, 'project_id': '434468ddadd149f1a0b658bcb13dc934', 'subnets': [{'id': '9cd1fc79-c180-482c-a202-4ee9c1ee988a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:30:46.854261 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e28c8-3e29-41fd-883b-31db7e77db84 req-dde48785-e737-43e4-83fe-ac5a27889890 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:46.861804 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-418e28c8-3e29-41fd-883b-31db7e77db84 req-dde48785-e737-43e4-83fe-ac5a27889890 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0686574 Jan 26 19:30:46.933673 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-418e28c8-3e29-41fd-883b-31db7e77db84 req-055ee31b-6bfd-4142-8387-22e6cffe13ad tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709655 Jan 26 19:30:46.934244 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12e036-a43a-418e-9459-155b55e820b3 req-1a5b7d6a-8ed3-4da5-83ea-4f6e644c8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:46.935719 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd12e036-a43a-418e-9459-155b55e820b3 req-1a5b7d6a-8ed3-4da5-83ea-4f6e644c8b42 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 1098 time: 0.0593123 Jan 26 19:30:47.067973 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd12e036-a43a-418e-9459-155b55e820b3 req-fee9b599-3966-4d38-92b4-7052c32509f6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258490 Jan 26 19:30:47.085236 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58eef1-ac5c-486e-8f2b-2873252b00f6 req-d7c9f01d-9d65-423b-beda-d1a261073452 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:47.086907 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-7b58eef1-ac5c-486e-8f2b-2873252b00f6 req-d7c9f01d-9d65-423b-beda-d1a261073452 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 945 time: 0.0700409 Jan 26 19:30:47.191697 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-7b58eef1-ac5c-486e-8f2b-2873252b00f6 req-d12544b1-767a-4cd5-8e87-08a167e0b1f8 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980768 Jan 26 19:30:47.213458 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5692c07-656d-4ea6-9380-7ac5c84e27d3 req-1be28c93-c442-489e-b06d-03089ccd0758 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:47.223321 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c5692c07-656d-4ea6-9380-7ac5c84e27d3 req-1be28c93-c442-489e-b06d-03089ccd0758 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0763705 Jan 26 19:30:47.277181 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c5692c07-656d-4ea6-9380-7ac5c84e27d3 req-fe8df5d2-d2bb-4485-b398-c023f46e73df tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526114 Jan 26 19:30:47.629523 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe up at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:30:47.677766 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Provisioning complete for port fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:47.678131 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:47.752735 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:48.076713 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d785aa-4e35-4957-9454-8360882132e5 req-e63c6384-2009-4fd5-a162-32ba04d132d1 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:48.078255 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e1d785aa-4e35-4957-9454-8360882132e5 req-e63c6384-2009-4fd5-a162-32ba04d132d1 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0483277 Jan 26 19:30:48.125849 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e1d785aa-4e35-4957-9454-8360882132e5 req-ede6c79b-ea73-4dbf-9726-0a99f287b649 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418515 Jan 26 19:30:48.396618 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400f2e8-5e1b-4530-b446-d807d25feb5b req-a70f3ef4-47da-4e19-a3f3-6f398f5cf2f5 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:48.398345 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c400f2e8-5e1b-4530-b446-d807d25feb5b req-a70f3ef4-47da-4e19-a3f3-6f398f5cf2f5 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0496242 Jan 26 19:30:48.461958 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c400f2e8-5e1b-4530-b446-d807d25feb5b req-e8c42f24-d0d0-4a15-b915-3d5638976804 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530043 Jan 26 19:30:48.472398 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d34ab-2a08-4c8a-943a-c0ba7831e8d1 req-82623fce-6dcf-4d7e-b8df-64b01f58a6ac tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:48.474409 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d30d34ab-2a08-4c8a-943a-c0ba7831e8d1 req-82623fce-6dcf-4d7e-b8df-64b01f58a6ac tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 945 time: 0.0631716 Jan 26 19:30:48.529514 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d30d34ab-2a08-4c8a-943a-c0ba7831e8d1 req-dc87d0bb-ec9a-4e90-a518-958082e42dc0 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485716 Jan 26 19:30:48.574898 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ca8575-c9e3-47cc-8de1-1049e59b826f req-991d8c0e-8d4c-4ecc-896b-06700da9fa49 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:48.576312 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e4ca8575-c9e3-47cc-8de1-1049e59b826f req-991d8c0e-8d4c-4ecc-896b-06700da9fa49 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0516527 Jan 26 19:30:48.625261 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e4ca8575-c9e3-47cc-8de1-1049e59b826f req-4a7a21f1-9a3c-47e8-a48b-de0c1a6722b4 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427532 Jan 26 19:30:48.652371 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 58062) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:48.841347 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0f6397-f7b5-45a6-823a-90eb63853a61 tempest-TestShelveInstance-1322260860 tempest-TestShelveInstance-1322260860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:48.842763 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-9f0f6397-f7b5-45a6-823a-90eb63853a61 tempest-TestShelveInstance-1322260860 tempest-TestShelveInstance-1322260860-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 1093 time: 0.1893682 Jan 26 19:30:48.845810 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 58066) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:30:48.849949 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Request body: {'floatingip': {'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'port_id': '8a15c594-cba7-47ee-a2b3-43518a18cd89', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:30:48.872280 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:48.971749 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:49.333323 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ca5c2-b731-4da5-bfe4-d54b603648bb req-ef38011e-ffae-4803-926e-2923b34ab6f1 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:49.335111 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-da2ca5c2-b731-4da5-bfe4-d54b603648bb req-ef38011e-ffae-4803-926e-2923b34ab6f1 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0895493 Jan 26 19:30:49.363906 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Allocated IP 172.27.1.46 (8cf07f92-025e-4326-a933-3274338e1685/c6bed3d7-de6a-4276-b4da-48f65ec8568d/5b6635ea-db55-4029-813f-1e06200a5fef) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:30:49.426026 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-da2ca5c2-b731-4da5-bfe4-d54b603648bb req-220888e3-6fe5-47f5-aa9e-81ed62462611 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823274 Jan 26 19:30:49.490721 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for port (5b6635ea-db55-4029-813f-1e06200a5fef), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:49.525278 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (5b6635ea-db55-4029-813f-1e06200a5fef), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:49.565403 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Network 8cf07f92-025e-4326-a933-3274338e1685 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:30:49.568562 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:30:49.574465 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:30:49.599536 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Pushing event updated for resources: {'Port': ['ID=5b6635ea-db55-4029-813f-1e06200a5fef,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:49.645278 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1a3a2-9a2a-44fe-b692-12962a9ebc63 req-d3091135-1da2-4669-ac1c-ba120957ea39 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:49.646761 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-bbb1a3a2-9a2a-44fe-b692-12962a9ebc63 req-d3091135-1da2-4669-ac1c-ba120957ea39 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 945 time: 0.0479851 Jan 26 19:30:49.694249 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-bbb1a3a2-9a2a-44fe-b692-12962a9ebc63 req-1c13073f-750d-44dd-a560-5b6f23d9f8d9 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408149 Jan 26 19:30:49.942864 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for floatingip (ae5dd9ff-08b8-4ff7-9393-e465fa0e03b1), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:50.024310 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (5b6635ea-db55-4029-813f-1e06200a5fef), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:50.175379 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for port (5b6635ea-db55-4029-813f-1e06200a5fef), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:50.180358 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8804474'] for port (5b6635ea-db55-4029-813f-1e06200a5fef), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:50.252676 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Pushing event updated for resources: {'Port': ['ID=5b6635ea-db55-4029-813f-1e06200a5fef,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:50.263326 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747628'] for floatingip (ae5dd9ff-08b8-4ff7-9393-e465fa0e03b1), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:50.362811 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.l3_db [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Floating IP ae5dd9ff-08b8-4ff7-9393-e465fa0e03b1 associated. External IP: 172.27.1.46, port: 8a15c594-cba7-47ee-a2b3-43518a18cd89. Jan 26 19:30:50.552780 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfbddf-84f3-49a1-bee2-9aba1ea5f17d req-d8ea8234-80c6-487a-b507-c027f615f36e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:50.555081 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-72bfbddf-84f3-49a1-bee2-9aba1ea5f17d req-d8ea8234-80c6-487a-b507-c027f615f36e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0550938 Jan 26 19:30:50.571814 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Router 08954707-9268-4d1b-8fc4-979d1aba2ecf has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:30:50.600859 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-72bfbddf-84f3-49a1-bee2-9aba1ea5f17d req-596026b7-6265-43ef-af24-177f8e05250a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400143 Jan 26 19:30:50.678134 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:30:50.690692 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3368ab22-2ca0-486b-8a44-b2be1220a672 None None] Sync routers for ids ['08954707-9268-4d1b-8fc4-979d1aba2ecf'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:30:50.694636 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:50.700736 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3368ab22-2ca0-486b-8a44-b2be1220a672 None None] Routers {'08954707-9268-4d1b-8fc4-979d1aba2ecf'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:30:50.701332 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-3368ab22-2ca0-486b-8a44-b2be1220a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:30:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['08954707-9268-4d1b-8fc4-979d1aba2ecf'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:50.721660 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-2d0ef804-a497-4577-99a1-f79d3fff3528 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8748262 Jan 26 19:30:50.722298 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4c9802-6d78-4385-bea2-9fccff04955b', 'tag': '8a15c594-cba7-47ee-a2b3-43518a18cd89'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:30:50.724662 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7b72c0399c7a02543c54853772d0c66854ec282a6807dc06cd91a1aad397b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77a01cb-3203-4858-b95a-88f8919c761e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4c9802-6d78-4385-bea2-9fccff04955b", "tag": "8a15c594-cba7-47ee-a2b3-43518a18cd89"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:30:50.810768 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-3368ab22-2ca0-486b-8a44-b2be1220a672 None None] Set router 08954707-9268-4d1b-8fc4-979d1aba2ecf gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:30:50.814501 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b143cd-7e34-4fa7-88fb-0d8669f6e1ed x-openstack-request-id: req-21b143cd-7e34-4fa7-88fb-0d8669f6e1ed {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:30:50.815190 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4c9802-6d78-4385-bea2-9fccff04955b", "tag": "8a15c594-cba7-47ee-a2b3-43518a18cd89", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:30:50.815438 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21b143cd-7e34-4fa7-88fb-0d8669f6e1ed {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:30:50.815871 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4c9802-6d78-4385-bea2-9fccff04955b', 'tag': '8a15c594-cba7-47ee-a2b3-43518a18cd89', 'status': 'completed', 'code': 200} Jan 26 19:30:50.884281 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a01cb-3203-4858-b95a-88f8919c761e req-7af386d8-ee76-49fe-971a-ad827036674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:50.885773 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c77a01cb-3203-4858-b95a-88f8919c761e req-7af386d8-ee76-49fe-971a-ad827036674b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84d90c74a445407ab6459be30826b3f7&device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 1098 time: 0.0430911 Jan 26 19:30:50.978950 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a01cb-3203-4858-b95a-88f8919c761e req-3ab35d4c-bf2a-4950-be25-a6d7dbcac6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:50.980358 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c77a01cb-3203-4858-b95a-88f8919c761e req-3ab35d4c-bf2a-4950-be25-a6d7dbcac6f0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cbb19803-443d-4415-86c7-ff03c2048d20 HTTP/1.1" status: 200 len: 910 time: 0.0878463 Jan 26 19:30:51.038788 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-3368ab22-2ca0-486b-8a44-b2be1220a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'name': 'tempest-TestShelveInstance-1736345297-router', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:50Z', 'revision_number': 4, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'gw_port': {'id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': 'ae5dd9ff-08b8-4ff7-9393-e465fa0e03b1', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'port_id': '8a15c594-cba7-47ee-a2b3-43518a18cd89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20', 'mac_address': 'fa:16:3e:ee:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4c9802-6d78-4385-bea2-9fccff04955b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:30:49Z', 'updated_at': '2022-01-26T19:30:49Z', 'revision_number': 0, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31694d8b-6f91-4461-8463-654169471e12', 'name': '', 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'mac_address': 'fa:16:3e:8e:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:48Z', 'updated_at': '2022-01-26T19:28:54Z', 'revision_number': 5, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'subnets': [{'id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:51.045641 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c77a01cb-3203-4858-b95a-88f8919c761e req-6e0bb379-06f7-449f-ac07-c5d7e3ab38f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a15c594-cba7-47ee-a2b3-43518a18cd89 HTTP/1.1" status: 200 len: 998 time: 0.0588250 Jan 26 19:30:51.070507 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3368ab22-2ca0-486b-8a44-b2be1220a672 None None] Checking router: 08954707-9268-4d1b-8fc4-979d1aba2ecf for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:30:51.078913 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3368ab22-2ca0-486b-8a44-b2be1220a672 None None] Routers {'08954707-9268-4d1b-8fc4-979d1aba2ecf'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:30:51.079556 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-3368ab22-2ca0-486b-8a44-b2be1220a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:30:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['08954707-9268-4d1b-8fc4-979d1aba2ecf'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:51.096438 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a01cb-3203-4858-b95a-88f8919c761e req-8272b519-4f1f-4259-914e-07f243cdf614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:51.097888 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c77a01cb-3203-4858-b95a-88f8919c761e req-8272b519-4f1f-4259-914e-07f243cdf614 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6729bb24-9786-4f47-bee1-4821053a11a2 HTTP/1.1" status: 200 len: 848 time: 0.0452225 Jan 26 19:30:51.151579 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a01cb-3203-4858-b95a-88f8919c761e req-4f262e07-f85c-448f-8bd5-3b53d5a72c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:51.153099 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c77a01cb-3203-4858-b95a-88f8919c761e req-4f262e07-f85c-448f-8bd5-3b53d5a72c0e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cbb19803-443d-4415-86c7-ff03c2048d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471714 Jan 26 19:30:51.190719 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-3368ab22-2ca0-486b-8a44-b2be1220a672 None None] Set router 08954707-9268-4d1b-8fc4-979d1aba2ecf gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:30:51.249428 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c77a01cb-3203-4858-b95a-88f8919c761e req-a4fd2b68-f83a-43bb-9705-2785e5ee7512 service neutron] 10.222.0.46 "GET /v2.0/networks/cbb19803-443d-4415-86c7-ff03c2048d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890577 Jan 26 19:30:51.351738 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c77a01cb-3203-4858-b95a-88f8919c761e req-75e58bdf-256a-4c62-ad8a-0b5db56fd774 service neutron] 10.222.0.46 "GET /v2.0/networks/cbb19803-443d-4415-86c7-ff03c2048d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925374 Jan 26 19:30:51.538881 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-3368ab22-2ca0-486b-8a44-b2be1220a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'name': 'tempest-TestShelveInstance-1736345297-router', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:50Z', 'revision_number': 4, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'gw_port': {'id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': 'ae5dd9ff-08b8-4ff7-9393-e465fa0e03b1', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'port_id': '8a15c594-cba7-47ee-a2b3-43518a18cd89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20', 'mac_address': 'fa:16:3e:ee:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4c9802-6d78-4385-bea2-9fccff04955b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:30:49Z', 'updated_at': '2022-01-26T19:30:49Z', 'revision_number': 0, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31694d8b-6f91-4461-8463-654169471e12', 'name': '', 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'mac_address': 'fa:16:3e:8e:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:48Z', 'updated_at': '2022-01-26T19:28:54Z', 'revision_number': 5, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'subnets': [{'id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:30:51.568411 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3368ab22-2ca0-486b-8a44-b2be1220a672 None None] The sync data for ids ['08954707-9268-4d1b-8fc4-979d1aba2ecf'] in dv-cinder-794001-3-iscsi is: [{'id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'name': 'tempest-TestShelveInstance-1736345297-router', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:50Z', 'revision_number': 4, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'gw_port': {'id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': 'ae5dd9ff-08b8-4ff7-9393-e465fa0e03b1', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'port_id': '8a15c594-cba7-47ee-a2b3-43518a18cd89', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20', 'mac_address': 'fa:16:3e:ee:67:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4c9802-6d78-4385-bea2-9fccff04955b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:30:49Z', 'updated_at': '2022-01-26T19:30:49Z', 'revision_number': 0, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31694d8b-6f91-4461-8463-654169471e12', 'name': '', 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'mac_address': 'fa:16:3e:8e:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:48Z', 'updated_at': '2022-01-26T19:28:54Z', 'revision_number': 5, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'subnets': [{'id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:30:51.724262 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3d497-b10e-4a3f-962d-75cc50d8cab9 req-1a8d8cfe-fa69-4af6-8850-bcedbda2fbbd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:51.725757 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-39a3d497-b10e-4a3f-962d-75cc50d8cab9 req-1a8d8cfe-fa69-4af6-8850-bcedbda2fbbd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0516970 Jan 26 19:30:51.760583 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dc3750-5fb6-4399-939d-a5056e443098 None None] New status for floating IP ae5dd9ff-08b8-4ff7-9393-e465fa0e03b1: ACTIVE {{(pid=102408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:30:51.776961 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-39a3d497-b10e-4a3f-962d-75cc50d8cab9 req-402f86ec-2a51-4379-9f62-1302ff924734 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449505 Jan 26 19:30:52.897585 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae366c-d752-491e-8305-dde91b595999 req-a48b375b-8b0e-439b-b0a8-22f67f7fd540 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:52.899316 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ccae366c-d752-491e-8305-dde91b595999 req-a48b375b-8b0e-439b-b0a8-22f67f7fd540 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0481310 Jan 26 19:30:52.946965 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ccae366c-d752-491e-8305-dde91b595999 req-df97565c-e881-4758-ab58-f0ceb07da1dc tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421429 Jan 26 19:30:54.064274 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ff474-fa33-4e43-adae-04585aa2f3c6 req-f7f49ec9-a208-4249-b18e-8848ddd7e2be tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:54.065786 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-457ff474-fa33-4e43-adae-04585aa2f3c6 req-f7f49ec9-a208-4249-b18e-8848ddd7e2be tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 943 time: 0.0474198 Jan 26 19:30:54.113928 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-457ff474-fa33-4e43-adae-04585aa2f3c6 req-cbadbddb-6f8f-4cc5-a597-f58d73ee1a4f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425515 Jan 26 19:30:54.996888 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device fe434a86-f778-4b6d-a4b9-ab67af155876 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:30:55.091072 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port fe434a86-f778-4b6d-a4b9-ab67af155876, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=fe434a86-f778-4b6d-a4b9-ab67af155876,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:30:55.101565 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': 'fe434a86-f778-4b6d-a4b9-ab67af155876', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'port_id': 'fe434a86-f778-4b6d-a4b9-ab67af155876', 'mac_address': 'fa:16:3e:f3:8e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:30:55.143574 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port fe434a86-f778-4b6d-a4b9-ab67af155876 is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:55.144006 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:55.157765 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe434a86-f778-4b6d-a4b9-ab67af155876 {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:30:55.176840 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port fe434a86-f778-4b6d-a4b9-ab67af155876, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=fe434a86-f778-4b6d-a4b9-ab67af155876,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:30:55.181235 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:55.231413 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=fe434a86-f778-4b6d-a4b9-ab67af155876,revision_number=9']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:55.231671 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56116e8-1210-4737-af19-0fbb5ff4950b req-bfad9ca4-503b-4290-9e03-121f8102d65f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:55.233100 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b56116e8-1210-4737-af19-0fbb5ff4950b req-bfad9ca4-503b-4290-9e03-121f8102d65f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 944 time: 0.0471961 Jan 26 19:30:55.284402 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b56116e8-1210-4737-af19-0fbb5ff4950b req-0cb12d26-d2ef-45f4-8b90-d70f16e35aa9 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456271 Jan 26 19:30:55.657116 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['fe434a86-f778-4b6d-a4b9-ab67af155876'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:30:56.403236 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11eb0a2-deaa-432e-817b-a22ab5230d97 req-273e280b-1055-4747-acb0-6efbc4cb186f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:56.404717 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a11eb0a2-deaa-432e-817b-a22ab5230d97 req-273e280b-1055-4747-acb0-6efbc4cb186f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 944 time: 0.0481877 Jan 26 19:30:56.450966 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a11eb0a2-deaa-432e-817b-a22ab5230d97 req-47cfc629-7f3c-4f2d-87ed-389ea377717d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407288 Jan 26 19:30:57.010622 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device fe434a86-f778-4b6d-a4b9-ab67af155876 up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:30:57.058919 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port fe434a86-f778-4b6d-a4b9-ab67af155876 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:30:57.059292 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:57.133808 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port fe434a86-f778-4b6d-a4b9-ab67af155876 is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:30:57.134193 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:57.160630 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15ff6ad-b011-48d9-a8af-fc836715e6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe434a86-f778-4b6d-a4b9-ab67af155876'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:30:57.162905 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2bb429-1f30-4820-bd89-417471cb4cf1" -d '{"events": [{"server_uuid": "a15ff6ad-b011-48d9-a8af-fc836715e6f5", "name": "network-vif-plugged", "status": "completed", "tag": "fe434a86-f778-4b6d-a4b9-ab67af155876"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:30:57.176032 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port fe434a86-f778-4b6d-a4b9-ab67af155876, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=fe434a86-f778-4b6d-a4b9-ab67af155876,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:30:57.182561 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:30:57.242490 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=fe434a86-f778-4b6d-a4b9-ab67af155876,revision_number=10']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:30:57.273969 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d89d05-4c89-4c2d-9d35-f18241bbafa0 x-openstack-request-id: req-b1d89d05-4c89-4c2d-9d35-f18241bbafa0 {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:30:57.274280 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15ff6ad-b011-48d9-a8af-fc836715e6f5", "name": "network-vif-plugged", "status": "completed", "tag": "fe434a86-f778-4b6d-a4b9-ab67af155876", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:30:57.274511 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b1d89d05-4c89-4c2d-9d35-f18241bbafa0 {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:30:57.274904 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15ff6ad-b011-48d9-a8af-fc836715e6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe434a86-f778-4b6d-a4b9-ab67af155876', 'code': 200} Jan 26 19:30:57.586788 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0541c-ba10-4526-a9d1-e5d2bbf8e586 req-146ece62-60a0-4bf5-8b08-51fee4c75e99 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:57.588252 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-75a0541c-ba10-4526-a9d1-e5d2bbf8e586 req-146ece62-60a0-4bf5-8b08-51fee4c75e99 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0613630 Jan 26 19:30:57.633082 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-75a0541c-ba10-4526-a9d1-e5d2bbf8e586 req-480d9aae-7ab5-415a-8d0d-8d13edbb8e27 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392439 Jan 26 19:30:57.886007 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8406c56-e51a-4172-97c0-5ec4c60e3f35 req-97ade854-1c66-46cf-88b3-5a630f0d9646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:57.887396 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a8406c56-e51a-4172-97c0-5ec4c60e3f35 req-97ade854-1c66-46cf-88b3-5a630f0d9646 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 1099 time: 0.0427418 Jan 26 19:30:57.930425 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a8406c56-e51a-4172-97c0-5ec4c60e3f35 req-f764f20a-0e1f-4372-a128-095cf8561e78 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354502 Jan 26 19:30:58.753247 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9554249-0fba-4bb8-99be-a0a3bcd3d270 req-82165867-57ca-4547-82b2-45eec04c37a9 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:58.754731 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b9554249-0fba-4bb8-99be-a0a3bcd3d270 req-82165867-57ca-4547-82b2-45eec04c37a9 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0472293 Jan 26 19:30:58.799659 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b9554249-0fba-4bb8-99be-a0a3bcd3d270 req-9e3b1a70-d672-4259-b592-211108966dde tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391624 Jan 26 19:30:59.915169 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812ce8ec-f944-4910-a566-de01c642fef1 req-08212cc3-8cc7-4580-a0ac-b202c89778c1 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:30:59.916544 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-812ce8ec-f944-4910-a566-de01c642fef1 req-08212cc3-8cc7-4580-a0ac-b202c89778c1 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0470090 Jan 26 19:30:59.962012 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-812ce8ec-f944-4910-a566-de01c642fef1 req-f236fc83-357c-4af3-a82d-4894226a0373 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400324 Jan 26 19:31:01.075470 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207d982-5f25-49fa-9793-287bf1b716d2 req-60078873-2d56-432a-9074-63ce87b9db16 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:01.076944 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1207d982-5f25-49fa-9793-287bf1b716d2 req-60078873-2d56-432a-9074-63ce87b9db16 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0457039 Jan 26 19:31:01.128487 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1207d982-5f25-49fa-9793-287bf1b716d2 req-a55f3656-9292-4d00-9bde-ad2cb98a4ea3 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458984 Jan 26 19:31:02.245444 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37e1b1-d0ce-41bb-8f1d-47237a227427 req-7fbb850a-c8dd-4caf-8946-36ec76513066 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:02.246802 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0e37e1b1-d0ce-41bb-8f1d-47237a227427 req-7fbb850a-c8dd-4caf-8946-36ec76513066 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0469375 Jan 26 19:31:02.295261 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0e37e1b1-d0ce-41bb-8f1d-47237a227427 req-d8545e58-d25c-47d2-a3fe-ade60612cbac tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431168 Jan 26 19:31:03.414159 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70fae5-c79c-48c0-8194-f0c0bf53fde8 req-647c2ac0-5b2f-4ff9-98a8-de07aa5a6afd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:03.415637 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-fc70fae5-c79c-48c0-8194-f0c0bf53fde8 req-647c2ac0-5b2f-4ff9-98a8-de07aa5a6afd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0513411 Jan 26 19:31:03.459215 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-fc70fae5-c79c-48c0-8194-f0c0bf53fde8 req-76cd4a20-d959-47c6-a50b-5b2eb6742fbf tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381770 Jan 26 19:31:04.047957 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-ab95e60c-63f0-401b-b0cf-62722ed5877f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:04.576262 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de511c00-af79-4acd-ae96-3a33e18fdeca req-36f7d0b8-bebe-44ff-89de-ad2741ff4f96 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:04.577693 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de511c00-af79-4acd-ae96-3a33e18fdeca req-36f7d0b8-bebe-44ff-89de-ad2741ff4f96 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0467641 Jan 26 19:31:04.622904 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de511c00-af79-4acd-ae96-3a33e18fdeca req-9387a786-e531-4d2d-afaf-090e53b0c4c8 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396299 Jan 26 19:31:05.738125 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a73da-b016-41e3-85c3-d008b6462762 req-1e424160-dc04-48ef-946d-d36c8b9667e1 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:05.739573 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-680a73da-b016-41e3-85c3-d008b6462762 req-1e424160-dc04-48ef-946d-d36c8b9667e1 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0471864 Jan 26 19:31:05.791870 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-680a73da-b016-41e3-85c3-d008b6462762 req-90fd1ecb-1754-4bda-afc0-582b0fffd248 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458906 Jan 26 19:31:06.302707 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-06257ebb-3395-4c0f-a4be-a5418f8b63db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:06.933793 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45313e45-0c4a-45de-adcf-efdc44511f60 req-283b6cef-bbc0-4895-8533-bb8bac0b733b tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:06.942402 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-45313e45-0c4a-45de-adcf-efdc44511f60 req-283b6cef-bbc0-4895-8533-bb8bac0b733b tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0738907 Jan 26 19:31:06.989479 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-45313e45-0c4a-45de-adcf-efdc44511f60 req-d7f2b649-3192-44c9-96a2-52699adeffc4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460472 Jan 26 19:31:07.757020 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:08.104210 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:08.111502 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5907b-266b-469f-b516-23b7d685ec96 req-b527e4c8-be10-4e93-a699-44f086588bbb tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:08.113028 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8be5907b-266b-469f-b516-23b7d685ec96 req-b527e4c8-be10-4e93-a699-44f086588bbb tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0523734 Jan 26 19:31:08.160393 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8be5907b-266b-469f-b516-23b7d685ec96 req-fd67deb4-20a6-44e4-bbf1-3c9bf6b0427d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418363 Jan 26 19:31:08.967131 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:10.285445 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:18.336580 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-34435fa8-2c91-4623-a803-c0819b0eec45 req-e8cfc0e9-01bc-4e63-9b18-439f25ae003f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419419 Jan 26 19:31:18.431791 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34435fa8-2c91-4623-a803-c0819b0eec45 req-b6d91384-b7fa-45ca-9e7b-abb3c3ed6bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:18.433265 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-34435fa8-2c91-4623-a803-c0819b0eec45 req-b6d91384-b7fa-45ca-9e7b-abb3c3ed6bcb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02dc9a9d875c479c8dcb8eb1a31fa567&device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 1099 time: 0.0401301 Jan 26 19:31:18.542827 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34435fa8-2c91-4623-a803-c0819b0eec45 req-2c5ec3bc-c018-4c3f-b2db-a901b8d49ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:18.544331 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-34435fa8-2c91-4623-a803-c0819b0eec45 req-2c5ec3bc-c018-4c3f-b2db-a901b8d49ccf service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c HTTP/1.1" status: 200 len: 912 time: 0.0858376 Jan 26 19:31:18.623311 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-34435fa8-2c91-4623-a803-c0819b0eec45 req-3f488653-fb63-41c0-b4c4-50a58f6952d2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6758173a-c05b-4dbe-a01f-d4b556f91c47 HTTP/1.1" status: 200 len: 1002 time: 0.0611968 Jan 26 19:31:18.680917 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34435fa8-2c91-4623-a803-c0819b0eec45 req-655e4db8-8710-4d16-856c-dfe54a408cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:18.682375 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-34435fa8-2c91-4623-a803-c0819b0eec45 req-655e4db8-8710-4d16-856c-dfe54a408cd6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e HTTP/1.1" status: 200 len: 850 time: 0.0469356 Jan 26 19:31:18.731043 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34435fa8-2c91-4623-a803-c0819b0eec45 req-f015e277-ec6b-4870-ac48-bbad95ef9f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:18.732521 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-34435fa8-2c91-4623-a803-c0819b0eec45 req-f015e277-ec6b-4870-ac48-bbad95ef9f55 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427697 Jan 26 19:31:18.818187 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-34435fa8-2c91-4623-a803-c0819b0eec45 req-e47c2430-e9c6-47be-ab2f-a5d788c22b56 service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771847 Jan 26 19:31:18.907888 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-34435fa8-2c91-4623-a803-c0819b0eec45 req-38c86d30-63de-4333-97f2-1fd90bd2d238 service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805204 Jan 26 19:31:19.700306 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8e270693-db92-48a6-8792-f214674afd7f req-25d92c4a-8382-4723-b8af-699a3e103b57 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634496094&fields=id&tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5 HTTP/1.1" status: 200 len: 267 time: 0.0433710 Jan 26 19:31:19.807390 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e270693-db92-48a6-8792-f214674afd7f req-020f4c58-7510-4fe5-b690-87469db86fbe tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:19.808904 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8e270693-db92-48a6-8792-f214674afd7f req-020f4c58-7510-4fe5-b690-87469db86fbe tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/networks?id=271d7cd6-39be-4683-b50e-e90ed3ff8279 HTTP/1.1" status: 200 len: 812 time: 0.1023154 Jan 26 19:31:19.823733 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8e270693-db92-48a6-8792-f214674afd7f req-333f726d-7557-41c4-9c3e-22edd14ca229 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/quotas/8c4fb0a5c0e74ac8bfc5dd910bac07f5 HTTP/1.1" status: 200 len: 375 time: 0.0093896 Jan 26 19:31:19.876607 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8e270693-db92-48a6-8792-f214674afd7f req-3ee97358-fa18-4380-85af-4d1df276acc3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460832 Jan 26 19:31:19.931041 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84ef4d-f20d-4a1c-b44e-219dda867d60 req-f47bcaf3-3c96-4941-b569-9632e684a4ac tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:19.932556 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1d84ef4d-f20d-4a1c-b44e-219dda867d60 req-f47bcaf3-3c96-4941-b569-9632e684a4ac tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 945 time: 0.0475192 Jan 26 19:31:19.969020 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8e270693-db92-48a6-8792-f214674afd7f req-1d51d266-0b75-485d-aa5b-82dddd7e489e service neutron] 10.222.0.50 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797992 Jan 26 19:31:19.977167 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1d84ef4d-f20d-4a1c-b44e-219dda867d60 req-402fb64b-6ee7-43f5-bf1d-ad3fff5d2eb9 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390294 Jan 26 19:31:20.061025 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8e270693-db92-48a6-8792-f214674afd7f req-bc07bfcc-6a12-4dca-8532-bd81dd89d520 service neutron] 10.222.0.50 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860398 Jan 26 19:31:20.329418 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6382bb30-c5f2-4b5a-987f-796cdb8ab503 req-7353d52e-51ad-41b0-a583-5e7e0c602a39 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 210 time: 0.0255668 Jan 26 19:31:21.089670 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84fcfa-72a6-4799-b9c8-23b1ab323e50 req-c53cc077-c973-4148-86de-1261cba66754 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:21.091113 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-5f84fcfa-72a6-4799-b9c8-23b1ab323e50 req-c53cc077-c973-4148-86de-1261cba66754 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 945 time: 0.0474174 Jan 26 19:31:21.135939 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-5f84fcfa-72a6-4799-b9c8-23b1ab323e50 req-f80522ea-aebd-4339-9c1d-8d8ec261d6a1 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392985 Jan 26 19:31:21.342060 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e270693-db92-48a6-8792-f214674afd7f req-6d8f526c-c997-4b40-811e-cbea960876aa tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:21.343464 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8e270693-db92-48a6-8792-f214674afd7f req-6d8f526c-c997-4b40-811e-cbea960876aa tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.46 "GET /v2.0/networks?id=271d7cd6-39be-4683-b50e-e90ed3ff8279 HTTP/1.1" status: 200 len: 812 time: 0.1054950 Jan 26 19:31:21.432527 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e0b8d45e-a151-42bd-a938-ced5240aed86 req-2499d4c2-fbe7-4b64-b4c0-264e59cec747 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 210 time: 0.0328026 Jan 26 19:31:21.437600 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8e270693-db92-48a6-8792-f214674afd7f req-e1e9d09c-9ba0-4635-b054-a89766ef36cd tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5 HTTP/1.1" status: 200 len: 379 time: 0.0816014 Jan 26 19:31:21.448546 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-8e270693-db92-48a6-8792-f214674afd7f req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Request body: {'port': {'device_id': '4086ab6e-4b96-40f9-bb16-220b75880976', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'admin_state_up': True, 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'security_groups': ['bb73db78-ea8f-4d99-91f5-5ce24656c9d7']}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:31:21.554428 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e270693-db92-48a6-8792-f214674afd7f req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Made reservation on behalf of 8c4fb0a5c0e74ac8bfc5dd910bac07f5 for: {'port': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:31:21.557738 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-8e270693-db92-48a6-8792-f214674afd7f req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:21.674831 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [req-8e270693-db92-48a6-8792-f214674afd7f req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Allocated IP 172.20.0.11 (271d7cd6-39be-4683-b50e-e90ed3ff8279/a03b0a89-d2fe-4cbd-933b-6f666740803e/8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:31:21.813949 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-8e270693-db92-48a6-8792-f214674afd7f req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for port (8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:21.847099 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-8e270693-db92-48a6-8792-f214674afd7f req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:21.889305 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e270693-db92-48a6-8792-f214674afd7f req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Network 271d7cd6-39be-4683-b50e-e90ed3ff8279 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:31:21.892226 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [req-8e270693-db92-48a6-8792-f214674afd7f req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:31:21.898621 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e270693-db92-48a6-8792-f214674afd7f req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:31:21.927095 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event updated for resources: {'Port': ['ID=8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:31:21.940567 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:21.940991 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:21.941277 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:21.941611 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:21.942004 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:21.942360 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:21.942652 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:21.942982 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:21.943312 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:21.943633 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:21.943990 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:21.944329 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:21.944633 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:21.968728 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e270693-db92-48a6-8792-f214674afd7f req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:21.969343 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-8e270693-db92-48a6-8792-f214674afd7f req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:21.985486 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8e270693-db92-48a6-8792-f214674afd7f req-6ce0f740-6234-4793-89da-b22e4964275e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5412276 Jan 26 19:31:22.007197 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Request body: {'port': {'device_id': '4086ab6e-4b96-40f9-bb16-220b75880976', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:31:22.063184 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:22.161181 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-656575f5-6fae-4f86-b813-9c952a153f0c None None] Provisioning complete for port 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:31:22.161780 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-656575f5-6fae-4f86-b813-9c952a153f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:22.199414 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-656575f5-6fae-4f86-b813-9c952a153f0c None None] Port 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:31:22.244847 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240753c-732b-41c6-8f34-74e4a3c1c0f8 req-9c338c96-aa03-4ee2-9403-a91931071aa6 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:22.246511 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1240753c-732b-41c6-8f34-74e4a3c1c0f8 req-9c338c96-aa03-4ee2-9403-a91931071aa6 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.46 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 945 time: 0.0847175 Jan 26 19:31:22.262635 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502bebb-3527-4c8b-b8a7-ab2e27fac864 req-0888d96b-8461-4449-8cb1-a861a66e7d71 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:22.264121 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8502bebb-3527-4c8b-b8a7-ab2e27fac864 req-0888d96b-8461-4449-8cb1-a861a66e7d71 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 945 time: 0.0526431 Jan 26 19:31:22.310576 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8502bebb-3527-4c8b-b8a7-ab2e27fac864 req-900a7177-a6e6-4b1e-b62a-dd224c017b52 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/security-groups?id=d7d97425-19e9-4ad6-837f-e5e098d7586d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409362 Jan 26 19:31:22.417793 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-1240753c-732b-41c6-8f34-74e4a3c1c0f8 req-f19311bc-94f8-447d-8b37-dbe03755b27d tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Deleting port 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:31:22.418364 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-1240753c-732b-41c6-8f34-74e4a3c1c0f8 req-f19311bc-94f8-447d-8b37-dbe03755b27d tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (23655e28-0e22-4e0b-8e45-e1b3b22a2df3), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:22.452606 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:31:22.484781 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Publish callbacks [] for port (8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:22.514678 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Transition to ACTIVE for port object 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d will not be triggered until provisioned by entity L2. {{(pid=102406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:31:22.520458 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:22.584942 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-1240753c-732b-41c6-8f34-74e4a3c1c0f8 req-f19311bc-94f8-447d-8b37-dbe03755b27d tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] For port 23655e28-0e22-4e0b-8e45-e1b3b22a2df3, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=23655e28-0e22-4e0b-8e45-e1b3b22a2df3,segment=NetworkSegment(259fcae6-5389-4a08-8471-a51b2cac0776),segment_id=259fcae6-5389-4a08-8471-a51b2cac0776)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:31:22.585305 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-1240753c-732b-41c6-8f34-74e4a3c1c0f8 req-f19311bc-94f8-447d-8b37-dbe03755b27d tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (23655e28-0e22-4e0b-8e45-e1b3b22a2df3), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:22.622655 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-1240753c-732b-41c6-8f34-74e4a3c1c0f8 req-f19311bc-94f8-447d-8b37-dbe03755b27d tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Calling delete_port for 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:31:22.634715 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e79b16-5a73-43cc-8476-21c48d220355 req-00347b3a-e155-419c-a0e4-ca81c38f3fab tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:22.636272 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-47e79b16-5a73-43cc-8476-21c48d220355 req-00347b3a-e155-419c-a0e4-ca81c38f3fab tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 944 time: 0.1331775 Jan 26 19:31:22.636919 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:31:23.009278 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-47e79b16-5a73-43cc-8476-21c48d220355 req-5f01b317-1a76-4f29-943c-3243d1e14e53 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3631036 Jan 26 19:31:23.012654 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Attempting to bind port 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:31:23.012946 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Attempting to bind port 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:31:23.013210 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Attempting to bind port 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d on network 271d7cd6-39be-4683-b50e-e90ed3ff8279 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:31:23.020245 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Port 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d on network 271d7cd6-39be-4683-b50e-e90ed3ff8279 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:31:23.020574 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Attempting to bind port 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d on network 271d7cd6-39be-4683-b50e-e90ed3ff8279 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:31:23.047174 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:31:23.047512 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Checking segment: {'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:31:23.047914 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Bound using segment: {'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:31:23.048347 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Bound port: 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:31:23.048701 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:23.103637 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-1240753c-732b-41c6-8f34-74e4a3c1c0f8 req-f19311bc-94f8-447d-8b37-dbe03755b27d tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (23655e28-0e22-4e0b-8e45-e1b3b22a2df3), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:23.118350 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['23655e28-0e22-4e0b-8e45-e1b3b22a2df3'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:31:23.143227 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19311bc-94f8-447d-8b37-dbe03755b27d tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Pushing event deleted for resources: {'Port': ['ID=23655e28-0e22-4e0b-8e45-e1b3b22a2df3,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:31:23.175483 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] For port 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d, host hv-cinder-79400, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:31:23.196764 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-1240753c-732b-41c6-8f34-74e4a3c1c0f8 req-f19311bc-94f8-447d-8b37-dbe03755b27d tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] No DVR routers for this DVR port 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:31:23.200065 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-1240753c-732b-41c6-8f34-74e4a3c1c0f8 req-f19311bc-94f8-447d-8b37-dbe03755b27d tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:23.203220 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1240753c-732b-41c6-8f34-74e4a3c1c0f8 req-f19311bc-94f8-447d-8b37-dbe03755b27d tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.46 "DELETE /v2.0/ports/23655e28-0e22-4e0b-8e45-e1b3b22a2df3 HTTP/1.1" status: 204 len: 173 time: 0.9327815 Jan 26 19:31:23.203680 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add797ce-1fd7-4b5d-81f4-c663300f73db', 'name': 'network-vif-deleted', 'tag': '23655e28-0e22-4e0b-8e45-e1b3b22a2df3'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:31:23.205898 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f67cba-42b9-4578-bebd-53a27276845e" -d '{"events": [{"server_uuid": "add797ce-1fd7-4b5d-81f4-c663300f73db", "name": "network-vif-deleted", "tag": "23655e28-0e22-4e0b-8e45-e1b3b22a2df3"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:31:23.209194 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] For port 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:31:23.215205 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:23.249050 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:23.249727 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:23.251004 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8e270693-db92-48a6-8792-f214674afd7f req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] 10.222.0.46 "PUT /v2.0/ports/8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d HTTP/1.1" status: 200 len: 1094 time: 1.2481246 Jan 26 19:31:23.252455 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5b1f27-e562-407f-889d-93d0a572a942 x-openstack-request-id: req-fc5b1f27-e562-407f-889d-93d0a572a942 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:31:23.252744 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add797ce-1fd7-4b5d-81f4-c663300f73db", "name": "network-vif-deleted", "tag": "23655e28-0e22-4e0b-8e45-e1b3b22a2df3", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:31:23.252992 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc5b1f27-e562-407f-889d-93d0a572a942 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:31:23.253367 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add797ce-1fd7-4b5d-81f4-c663300f73db', 'name': 'network-vif-deleted', 'tag': '23655e28-0e22-4e0b-8e45-e1b3b22a2df3', 'status': 'completed', 'code': 200} Jan 26 19:31:23.277180 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dde16c1-fd79-46ff-84f1-519b9bcbd131 service neutron] Pushing event updated for resources: {'Port': ['ID=8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:31:23.389271 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e270693-db92-48a6-8792-f214674afd7f req-429b97a2-aef6-4090-80b7-8724d83c731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:23.390782 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8e270693-db92-48a6-8792-f214674afd7f req-429b97a2-aef6-4090-80b7-8724d83c731f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5&device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 1097 time: 0.0523689 Jan 26 19:31:23.446480 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8e270693-db92-48a6-8792-f214674afd7f req-cd214c7e-0019-4330-9190-d568ef3b5def service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d HTTP/1.1" status: 200 len: 217 time: 0.0459476 Jan 26 19:31:23.467960 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4f96b59c-96aa-40e0-8d8d-2e3c505850f9 req-23d3ad15-b2b7-496a-ba8e-d3d232765434 tempest-VolumesSnapshotTestJSON-1158495906 tempest-VolumesSnapshotTestJSON-1158495906-project] 10.222.0.50 "GET /v2.0/ports?device_id=add797ce-1fd7-4b5d-81f4-c663300f73db HTTP/1.1" status: 200 len: 210 time: 0.0616393 Jan 26 19:31:23.502502 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e270693-db92-48a6-8792-f214674afd7f req-26cd4366-676a-4cd5-96ca-30744fe5a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:23.503938 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8e270693-db92-48a6-8792-f214674afd7f req-26cd4366-676a-4cd5-96ca-30744fe5a300 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a03b0a89-d2fe-4cbd-933b-6f666740803e HTTP/1.1" status: 200 len: 851 time: 0.0443621 Jan 26 19:31:23.548385 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e270693-db92-48a6-8792-f214674afd7f req-8b668a38-4105-4d9c-8b13-23ab3e1bb79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:23.549898 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8e270693-db92-48a6-8792-f214674afd7f req-8b668a38-4105-4d9c-8b13-23ab3e1bb79d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=271d7cd6-39be-4683-b50e-e90ed3ff8279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389585 Jan 26 19:31:23.594865 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:31:23.639581 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8e270693-db92-48a6-8792-f214674afd7f req-7fcf3a50-cce4-4ae2-896f-cdd08a08b2a7 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817049 Jan 26 19:31:23.735315 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8e270693-db92-48a6-8792-f214674afd7f req-a0beb506-aa8a-47aa-9041-42fe954fd99c service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853686 Jan 26 19:31:24.127147 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183de5e-d4d0-4c6d-b37a-e221929e8069 req-b46ccf45-fb6b-4820-ae3f-82421c3eab02 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:24.128620 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d183de5e-d4d0-4c6d-b37a-e221929e8069 req-b46ccf45-fb6b-4820-ae3f-82421c3eab02 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 944 time: 0.0468194 Jan 26 19:31:24.175389 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d183de5e-d4d0-4c6d-b37a-e221929e8069 req-ab2f9bfb-7528-4ee6-a1c1-db928776e182 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407765 Jan 26 19:31:25.147837 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:31:25.168758 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:31:25.169084 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 23655e28-0e22-4e0b-8e45-e1b3b22a2df3 not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:31:25.254467 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4086ab6e-4b96-40f9-bb16-220b75880976', 'tag': '8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:31:25.256818 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fd7123-d023-48d6-b4b9-fa59cd5feb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "4086ab6e-4b96-40f9-bb16-220b75880976", "tag": "8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:31:25.284966 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04584281-03b5-4f66-b3a0-185311b58880 req-af6a4de8-da76-466b-b460-f5bdcc6ac15e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:25.286422 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-04584281-03b5-4f66-b3a0-185311b58880 req-af6a4de8-da76-466b-b460-f5bdcc6ac15e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 944 time: 0.0474508 Jan 26 19:31:25.292140 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40d1b36-4792-44c3-9f9c-02563050e67a x-openstack-request-id: req-e40d1b36-4792-44c3-9f9c-02563050e67a {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:31:25.292503 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4086ab6e-4b96-40f9-bb16-220b75880976", "tag": "8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:31:25.292827 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-e40d1b36-4792-44c3-9f9c-02563050e67a {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:31:25.293224 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4086ab6e-4b96-40f9-bb16-220b75880976', 'tag': '8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d', 'status': 'completed', 'code': 200} Jan 26 19:31:25.340000 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-04584281-03b5-4f66-b3a0-185311b58880 req-09c80bcf-ca1b-4902-a537-82b395c29cba tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465980 Jan 26 19:31:25.356859 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd7123-d023-48d6-b4b9-fa59cd5feb5e req-2f20b8d9-dd5d-4ddc-aaf7-e953af59996f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:25.358494 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-41fd7123-d023-48d6-b4b9-fa59cd5feb5e req-2f20b8d9-dd5d-4ddc-aaf7-e953af59996f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5&device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 1097 time: 0.0464771 Jan 26 19:31:25.453457 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd7123-d023-48d6-b4b9-fa59cd5feb5e req-ba9b99c8-729c-48c7-9841-89ce8d778047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:25.454932 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-41fd7123-d023-48d6-b4b9-fa59cd5feb5e req-ba9b99c8-729c-48c7-9841-89ce8d778047 service neutron] 10.222.0.46 "GET /v2.0/networks?id=271d7cd6-39be-4683-b50e-e90ed3ff8279 HTTP/1.1" status: 200 len: 913 time: 0.0838118 Jan 26 19:31:25.507330 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-41fd7123-d023-48d6-b4b9-fa59cd5feb5e req-7e5ecf7e-df06-42e3-acb2-41b36dfb61df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d HTTP/1.1" status: 200 len: 217 time: 0.0376585 Jan 26 19:31:25.552998 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd7123-d023-48d6-b4b9-fa59cd5feb5e req-118fa663-18f3-4dcd-b741-ce734b5dee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:25.554413 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-41fd7123-d023-48d6-b4b9-fa59cd5feb5e req-118fa663-18f3-4dcd-b741-ce734b5dee1e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a03b0a89-d2fe-4cbd-933b-6f666740803e HTTP/1.1" status: 200 len: 851 time: 0.0417356 Jan 26 19:31:25.604966 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd7123-d023-48d6-b4b9-fa59cd5feb5e req-95052719-712c-47a1-9671-14a185de7acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:25.606422 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-41fd7123-d023-48d6-b4b9-fa59cd5feb5e req-95052719-712c-47a1-9671-14a185de7acc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=271d7cd6-39be-4683-b50e-e90ed3ff8279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403383 Jan 26 19:31:25.700954 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-41fd7123-d023-48d6-b4b9-fa59cd5feb5e req-65d38f48-416d-468b-9148-0e1763872023 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834024 Jan 26 19:31:25.787260 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-41fd7123-d023-48d6-b4b9-fa59cd5feb5e req-4ee03aea-c4d6-4e1d-bcc1-37735a1c1f57 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799620 Jan 26 19:31:26.459851 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102c149-05dc-4abd-917d-5b65e97c20e9 req-acb767ac-6dc7-4289-add5-39ce46bcf091 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:26.461296 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b102c149-05dc-4abd-917d-5b65e97c20e9 req-acb767ac-6dc7-4289-add5-39ce46bcf091 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 944 time: 0.0505424 Jan 26 19:31:26.508026 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b102c149-05dc-4abd-917d-5b65e97c20e9 req-75c5ced0-7f41-40e8-8512-c7574fd8a5cd tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406704 Jan 26 19:31:27.616726 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8405c1-c16b-46f0-8eba-09dadd537c92 req-620f899d-606b-42f9-956d-8faa35e083b4 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:27.618582 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-da8405c1-c16b-46f0-8eba-09dadd537c92 req-620f899d-606b-42f9-956d-8faa35e083b4 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 944 time: 0.0463428 Jan 26 19:31:27.665977 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-da8405c1-c16b-46f0-8eba-09dadd537c92 req-b8976e15-418f-4646-80e8-55c8edefb606 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419455 Jan 26 19:31:28.775830 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab7b3f-5f8c-4a3b-86b8-8cbaa566c6e3 req-62af7ce1-1542-48da-ab70-249feabfe904 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:28.777294 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-27ab7b3f-5f8c-4a3b-86b8-8cbaa566c6e3 req-62af7ce1-1542-48da-ab70-249feabfe904 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 944 time: 0.0468614 Jan 26 19:31:28.824607 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-27ab7b3f-5f8c-4a3b-86b8-8cbaa566c6e3 req-d80a4f2c-6fd7-4947-a3f4-8d3601e9fc46 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417573 Jan 26 19:31:29.934446 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761edaba-4e31-4da1-97df-c752f8b023d6 req-e1c70dcf-2e6c-4892-8c68-2be9a26eb62d tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:29.935912 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-761edaba-4e31-4da1-97df-c752f8b023d6 req-e1c70dcf-2e6c-4892-8c68-2be9a26eb62d tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 944 time: 0.0472515 Jan 26 19:31:29.981710 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-761edaba-4e31-4da1-97df-c752f8b023d6 req-13aa470f-0228-4029-a2a1-0e660d56a31c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404465 Jan 26 19:31:31.093674 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f0e10-66ff-4038-861b-b9f41b430d68 req-13ee80b1-c135-41aa-8c5d-a44d01ff8361 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:31.095133 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2d0f0e10-66ff-4038-861b-b9f41b430d68 req-13ee80b1-c135-41aa-8c5d-a44d01ff8361 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 944 time: 0.0474324 Jan 26 19:31:31.146095 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2d0f0e10-66ff-4038-861b-b9f41b430d68 req-cd7adaff-75e6-420a-9678-7d581c75959a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452342 Jan 26 19:31:32.258271 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b9895-fb00-44ac-be76-4149f1e21726 req-ef5fa680-f905-422f-b61f-a8126ef827da tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:32.260228 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f14b9895-fb00-44ac-be76-4149f1e21726 req-ef5fa680-f905-422f-b61f-a8126ef827da tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 944 time: 0.0506892 Jan 26 19:31:32.309848 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f14b9895-fb00-44ac-be76-4149f1e21726 req-2e9f1876-4870-4549-92c3-29e9ad431720 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440814 Jan 26 19:31:33.166808 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:31:33.259951 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:31:33.275661 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': '8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'port_id': '8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d', 'mac_address': 'fa:16:3e:88:b9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:31:33.311615 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:31:33.312029 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:33.324251 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:31:33.344302 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:31:33.349603 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:33.396744 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:31:33.404771 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:33.405108 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:33.405455 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:33.405841 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:33.406177 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:33.406556 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:33.406876 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:33.407198 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:33.407519 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:33.407862 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:33.408185 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:33.408506 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:33.408820 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:33.426820 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b904b-c804-45a4-a9c1-b5b7088f7400 req-3967536f-88ad-40c8-bc9c-616a79489dbe tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:33.428315 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f11b904b-c804-45a4-a9c1-b5b7088f7400 req-3967536f-88ad-40c8-bc9c-616a79489dbe tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 945 time: 0.0502298 Jan 26 19:31:33.474742 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f11b904b-c804-45a4-a9c1-b5b7088f7400 req-e2a1f52e-0488-4400-8f0f-8a20223d3cba tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407820 Jan 26 19:31:33.737220 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:31:34.038791 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-7c89c539-4fe7-492e-a423-47ae299d3329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:34.584447 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926f048-8326-4f77-ad9a-2dbb5f240d8b req-825803af-cbc7-4d99-b5e6-6d2936209115 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:34.586138 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c926f048-8326-4f77-ad9a-2dbb5f240d8b req-825803af-cbc7-4d99-b5e6-6d2936209115 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 945 time: 0.0476031 Jan 26 19:31:34.634646 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c926f048-8326-4f77-ad9a-2dbb5f240d8b req-943b0a5d-582a-458d-9333-1f9a837cabd7 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427468 Jan 26 19:31:35.183449 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:31:35.232873 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:31:35.236376 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:31:35.236746 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:35.310051 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:31:35.310437 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:35.332083 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4086ab6e-4b96-40f9-bb16-220b75880976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:31:35.334285 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba23b6ef-2c5f-4cb7-8240-16a856322302" -d '{"events": [{"server_uuid": "4086ab6e-4b96-40f9-bb16-220b75880976", "name": "network-vif-plugged", "status": "completed", "tag": "8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:31:35.347101 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:31:35.351765 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:35.379378 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f6e298-c9fe-4e42-b94f-b07e676977b2 x-openstack-request-id: req-39f6e298-c9fe-4e42-b94f-b07e676977b2 {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:31:35.379674 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4086ab6e-4b96-40f9-bb16-220b75880976", "name": "network-vif-plugged", "status": "completed", "tag": "8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:31:35.379954 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-39f6e298-c9fe-4e42-b94f-b07e676977b2 {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:31:35.380345 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4086ab6e-4b96-40f9-bb16-220b75880976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d', 'code': 200} Jan 26 19:31:35.407236 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:31:35.746792 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1144784-cc5c-476d-99f6-774addcf446a req-5551c4fa-0bd7-455d-b09b-a7e007a94e64 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:35.748258 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c1144784-cc5c-476d-99f6-774addcf446a req-5551c4fa-0bd7-455d-b09b-a7e007a94e64 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 946 time: 0.0465124 Jan 26 19:31:35.798567 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c1144784-cc5c-476d-99f6-774addcf446a req-aa84dfdf-6d34-44e0-ad73-f8dea306a9ac tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449119 Jan 26 19:31:36.305045 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-e3120c25-a8fd-4974-ac30-8bdca8fe1ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:36.911565 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31200eeb-2593-4075-88f6-1d9a5196830e req-35068633-1846-4fe5-bf44-f0eaae45a978 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:36.913007 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-31200eeb-2593-4075-88f6-1d9a5196830e req-35068633-1846-4fe5-bf44-f0eaae45a978 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 946 time: 0.0467458 Jan 26 19:31:36.958615 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-31200eeb-2593-4075-88f6-1d9a5196830e req-429b9fc5-febb-40d5-92fe-7c69beb59d00 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402637 Jan 26 19:31:37.445163 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e5ac5e-fd15-47de-9904-756116691fea req-24ba08e1-7608-45da-a9d6-7ecacab0e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:37.446747 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-81e5ac5e-fd15-47de-9904-756116691fea req-24ba08e1-7608-45da-a9d6-7ecacab0e2c3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 1099 time: 0.0458884 Jan 26 19:31:37.751762 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:38.068005 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7587c1-1b65-48ce-8a34-ca515d70b607 req-c42fdc88-6e43-46c8-91da-6dfa6145d056 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:38.069434 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-fd7587c1-1b65-48ce-8a34-ca515d70b607 req-c42fdc88-6e43-46c8-91da-6dfa6145d056 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 946 time: 0.0476434 Jan 26 19:31:38.112912 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:38.122335 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-fd7587c1-1b65-48ce-8a34-ca515d70b607 req-a06623e0-0b30-470b-96d8-dabb52ef5d22 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474339 Jan 26 19:31:38.847026 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-81e5ac5e-fd15-47de-9904-756116691fea req-81d6783b-fbf7-457a-84a3-9a6b62540ef9 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380192 Jan 26 19:31:38.969833 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:39.232473 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29c82a-beb2-4416-af48-00d00b61edea req-a5814ef7-4742-417a-875c-9fe58497088c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:39.233921 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-dd29c82a-beb2-4416-af48-00d00b61edea req-a5814ef7-4742-417a-875c-9fe58497088c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 946 time: 0.0466602 Jan 26 19:31:39.281181 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-dd29c82a-beb2-4416-af48-00d00b61edea req-11eb4ea3-21c4-411c-8d36-a5a8d00533c0 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417774 Jan 26 19:31:40.285916 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:40.395851 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3cef4-15a1-480d-be69-acb7f2cf3715 req-55b55ea7-6dcc-4964-a51d-3f265bd0e18f tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:40.397230 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-99d3cef4-15a1-480d-be69-acb7f2cf3715 req-55b55ea7-6dcc-4964-a51d-3f265bd0e18f tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 946 time: 0.0511563 Jan 26 19:31:40.462294 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-99d3cef4-15a1-480d-be69-acb7f2cf3715 req-ebd7d5c7-be32-4a48-bc7e-81101d8b71c5 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497527 Jan 26 19:31:41.575359 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6496f07-5ac9-4c81-bdf7-b410bff24c94 req-2e9531a6-26e5-4c42-8f6c-ff24e30e591b tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:41.576831 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b6496f07-5ac9-4c81-bdf7-b410bff24c94 req-2e9531a6-26e5-4c42-8f6c-ff24e30e591b tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 946 time: 0.0488999 Jan 26 19:31:41.632298 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b6496f07-5ac9-4c81-bdf7-b410bff24c94 req-c3bea9cf-d84c-4254-b648-d0fd898f07e6 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500329 Jan 26 19:31:41.745656 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e35d06-cbf5-444d-a853-10f1a76b99c7 req-fea373ad-c90f-4092-8c45-3967b6a32909 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:41.747119 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-89e35d06-cbf5-444d-a853-10f1a76b99c7 req-fea373ad-c90f-4092-8c45-3967b6a32909 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 946 time: 0.0498257 Jan 26 19:31:41.794384 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-89e35d06-cbf5-444d-a853-10f1a76b99c7 req-14ea00d3-f2e3-409b-8094-165e22e2453c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418732 Jan 26 19:31:41.817317 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 58512) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:31:41.900946 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5784aba-6183-4064-b882-6d97736b9f8c tempest-TestVolumeBootPattern-733652726 tempest-TestVolumeBootPattern-733652726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:41.902447 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-d5784aba-6183-4064-b882-6d97736b9f8c tempest-TestVolumeBootPattern-733652726 tempest-TestVolumeBootPattern-733652726-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 1094 time: 0.0841570 Jan 26 19:31:41.905430 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 58516) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:31:41.909607 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Request body: {'floatingip': {'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'port_id': '8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:31:41.928779 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:42.040252 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:42.140628 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Allocated IP 172.27.1.249 (8cf07f92-025e-4326-a933-3274338e1685/c6bed3d7-de6a-4276-b4da-48f65ec8568d/981ed610-5b93-4ae7-a771-2383990bb1d4) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:31:42.240750 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for port (981ed610-5b93-4ae7-a771-2383990bb1d4), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:42.272576 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (981ed610-5b93-4ae7-a771-2383990bb1d4), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:42.309551 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Network 8cf07f92-025e-4326-a933-3274338e1685 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:31:42.312262 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:31:42.317512 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:31:42.322740 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event updated for resources: {'Port': ['ID=981ed610-5b93-4ae7-a771-2383990bb1d4,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:31:42.349864 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:42.350212 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:42.350560 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:42.350899 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:42.351235 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:42.351566 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:42.352576 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:42.352912 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:42.353241 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:42.353571 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:42.353901 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:42.354224 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:42.354544 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:31:42.897572 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for floatingip (50614259-3a9d-4d86-b9b6-ce07462440ba), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:42.967475 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (981ed610-5b93-4ae7-a771-2383990bb1d4), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:43.119344 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for port (981ed610-5b93-4ae7-a771-2383990bb1d4), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:43.123449 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8804474'] for port (981ed610-5b93-4ae7-a771-2383990bb1d4), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:43.189504 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event updated for resources: {'Port': ['ID=981ed610-5b93-4ae7-a771-2383990bb1d4,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:31:43.202145 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747628'] for floatingip (50614259-3a9d-4d86-b9b6-ce07462440ba), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:43.296978 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.l3_db [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Floating IP 50614259-3a9d-4d86-b9b6-ce07462440ba associated. External IP: 172.27.1.249, port: 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d. Jan 26 19:31:43.499824 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Router 293bcd84-6f89-4055-8ccf-087b412795a8 has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:31:43.607540 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:31:43.618217 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f44cb-6ae4-4a3f-880f-b0880af5d047 None None] Sync routers for ids ['293bcd84-6f89-4055-8ccf-087b412795a8'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:31:43.626094 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:43.628520 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f44cb-6ae4-4a3f-880f-b0880af5d047 None None] Routers {'293bcd84-6f89-4055-8ccf-087b412795a8'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:31:43.629133 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-9b8f44cb-6ae4-4a3f-880f-b0880af5d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:31:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['293bcd84-6f89-4055-8ccf-087b412795a8'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:31:43.652439 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-6516022c-1e87-4319-8ecb-5100a413aedf tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7460418 Jan 26 19:31:43.653263 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4086ab6e-4b96-40f9-bb16-220b75880976', 'tag': '8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:31:43.656648 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7b72c0399c7a02543c54853772d0c66854ec282a6807dc06cd91a1aad397b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf6d58b-11bb-4f89-9680-80ead20b1a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "4086ab6e-4b96-40f9-bb16-220b75880976", "tag": "8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:31:43.693413 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484df356-9b71-4f17-b1b6-ada62b8d0a54 x-openstack-request-id: req-484df356-9b71-4f17-b1b6-ada62b8d0a54 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:31:43.693907 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4086ab6e-4b96-40f9-bb16-220b75880976", "tag": "8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:31:43.694167 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-484df356-9b71-4f17-b1b6-ada62b8d0a54 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:31:43.694574 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4086ab6e-4b96-40f9-bb16-220b75880976', 'tag': '8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d', 'status': 'completed', 'code': 200} Jan 26 19:31:43.734177 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-9b8f44cb-6ae4-4a3f-880f-b0880af5d047 None None] Set router 293bcd84-6f89-4055-8ccf-087b412795a8 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:31:43.757979 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6d58b-11bb-4f89-9680-80ead20b1a9d req-e15eb13d-68d5-4855-9bf0-7a0cd139765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:43.759460 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cbf6d58b-11bb-4f89-9680-80ead20b1a9d req-e15eb13d-68d5-4855-9bf0-7a0cd139765f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5&device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 1099 time: 0.0404596 Jan 26 19:31:43.849545 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6d58b-11bb-4f89-9680-80ead20b1a9d req-7661feb0-1b60-49cc-a8a4-3c30480069c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:43.853854 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cbf6d58b-11bb-4f89-9680-80ead20b1a9d req-7661feb0-1b60-49cc-a8a4-3c30480069c2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=271d7cd6-39be-4683-b50e-e90ed3ff8279 HTTP/1.1" status: 200 len: 913 time: 0.0854642 Jan 26 19:31:43.930630 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cbf6d58b-11bb-4f89-9680-80ead20b1a9d req-77945dd5-d58d-4f74-9473-d8538256cbd1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d HTTP/1.1" status: 200 len: 1000 time: 0.0679986 Jan 26 19:31:43.964827 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-9b8f44cb-6ae4-4a3f-880f-b0880af5d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': '50614259-3a9d-4d86-b9b6-ce07462440ba', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'port_id': '8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'mac_address': 'fa:16:3e:88:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4086ab6e-4b96-40f9-bb16-220b75880976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:31:42Z', 'updated_at': '2022-01-26T19:31:42Z', 'revision_number': 0, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 5, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:31:43.978805 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6d58b-11bb-4f89-9680-80ead20b1a9d req-e43359b7-9b7f-4bdd-ba8e-f7d0aff4c39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:43.980284 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cbf6d58b-11bb-4f89-9680-80ead20b1a9d req-e43359b7-9b7f-4bdd-ba8e-f7d0aff4c39f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a03b0a89-d2fe-4cbd-933b-6f666740803e HTTP/1.1" status: 200 len: 851 time: 0.0435627 Jan 26 19:31:43.990533 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f44cb-6ae4-4a3f-880f-b0880af5d047 None None] Checking router: 293bcd84-6f89-4055-8ccf-087b412795a8 for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:31:43.998840 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8f44cb-6ae4-4a3f-880f-b0880af5d047 None None] Routers {'293bcd84-6f89-4055-8ccf-087b412795a8'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:31:43.999434 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-9b8f44cb-6ae4-4a3f-880f-b0880af5d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:31:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['293bcd84-6f89-4055-8ccf-087b412795a8'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:31:44.023492 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6d58b-11bb-4f89-9680-80ead20b1a9d req-19fb8111-33b4-4a2e-9d63-99f90ab93175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:44.025541 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cbf6d58b-11bb-4f89-9680-80ead20b1a9d req-19fb8111-33b4-4a2e-9d63-99f90ab93175 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=271d7cd6-39be-4683-b50e-e90ed3ff8279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388329 Jan 26 19:31:44.106135 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-9b8f44cb-6ae4-4a3f-880f-b0880af5d047 None None] Set router 293bcd84-6f89-4055-8ccf-087b412795a8 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:31:44.129536 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cbf6d58b-11bb-4f89-9680-80ead20b1a9d req-ce147dd3-f797-4323-8a7c-14c8dac1e066 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890150 Jan 26 19:31:44.227853 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cbf6d58b-11bb-4f89-9680-80ead20b1a9d req-ca1c9ef0-7f4e-46b5-87de-855a8f324430 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861199 Jan 26 19:31:44.334495 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-9b8f44cb-6ae4-4a3f-880f-b0880af5d047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': '50614259-3a9d-4d86-b9b6-ce07462440ba', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'port_id': '8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'mac_address': 'fa:16:3e:88:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4086ab6e-4b96-40f9-bb16-220b75880976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:31:42Z', 'updated_at': '2022-01-26T19:31:42Z', 'revision_number': 0, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 5, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:31:44.360514 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8f44cb-6ae4-4a3f-880f-b0880af5d047 None None] The sync data for ids ['293bcd84-6f89-4055-8ccf-087b412795a8'] in dv-cinder-794001-3-iscsi is: [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': '50614259-3a9d-4d86-b9b6-ce07462440ba', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'floating_ip_address': '172.27.1.249', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'port_id': '8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'mac_address': 'fa:16:3e:88:b9:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4086ab6e-4b96-40f9-bb16-220b75880976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:31:42Z', 'updated_at': '2022-01-26T19:31:42Z', 'revision_number': 0, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 5, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:31:44.538669 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91026e3f-6e7c-4537-9a9f-c0039799c426 None None] New status for floating IP 50614259-3a9d-4d86-b9b6-ce07462440ba: ACTIVE {{(pid=102408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:31:49.493586 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 58582) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:31:49.539191 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_v2 [None req-80862652-6ba5-4e60-9ca4-74f81c37b493 admin admin] Deleting subnet 590e8405-71ba-4295-be24-cb73d3d27764 {{(pid=102405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:31:49.542673 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-80862652-6ba5-4e60-9ca4-74f81c37b493 admin admin] Publish callbacks [] for subnet (590e8405-71ba-4295-be24-cb73d3d27764), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:49.577742 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-80862652-6ba5-4e60-9ca4-74f81c37b493 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8393457'] for subnet (590e8405-71ba-4295-be24-cb73d3d27764), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:49.615843 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-80862652-6ba5-4e60-9ca4-74f81c37b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588427'] for subnet (590e8405-71ba-4295-be24-cb73d3d27764), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:49.672601 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-80862652-6ba5-4e60-9ca4-74f81c37b493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8804400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069609'] for subnet (590e8405-71ba-4295-be24-cb73d3d27764), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:49.696542 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80862652-6ba5-4e60-9ca4-74f81c37b493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=590e8405-71ba-4295-be24-cb73d3d27764,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:31:49.702100 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-80862652-6ba5-4e60-9ca4-74f81c37b493 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:49.705553 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-80862652-6ba5-4e60-9ca4-74f81c37b493 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/590e8405-71ba-4295-be24-cb73d3d27764 HTTP/1.1" status: 204 len: 168 time: 0.2109449 Jan 26 19:31:49.707978 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 58584) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:31:49.778125 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-04a08d74-3555-4829-b52d-eb7a1aa91c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056074'] for network (cb61a227-3f6a-4a64-829c-bff22f962c01), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:49.856598 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-04a08d74-3555-4829-b52d-eb7a1aa91c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1586524', 'neutron.services.segments.db._delete_segments_for_network-8757114033794'] for network (cb61a227-3f6a-4a64-829c-bff22f962c01), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:49.881153 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-04a08d74-3555-4829-b52d-eb7a1aa91c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb61a227-3f6a-4a64-829c-bff22f962c01']}} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:31:49.890286 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-04a08d74-3555-4829-b52d-eb7a1aa91c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259fcae6-5389-4a08-8471-a51b2cac0776') {'for_net_delete': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:31:49.890583 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-04a08d74-3555-4829-b52d-eb7a1aa91c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259fcae6-5389-4a08-8471-a51b2cac0776') {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:31:49.901196 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-04a08d74-3555-4829-b52d-eb7a1aa91c24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757114034827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8393464'] for segment (259fcae6-5389-4a08-8471-a51b2cac0776), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:49.915762 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-04a08d74-3555-4829-b52d-eb7a1aa91c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (259fcae6-5389-4a08-8471-a51b2cac0776), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:49.921737 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a08d74-3555-4829-b52d-eb7a1aa91c24 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=102405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:31:49.922118 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-04a08d74-3555-4829-b52d-eb7a1aa91c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8804510'] for segment (259fcae6-5389-4a08-8471-a51b2cac0776), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: Traceback (most recent call last): Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: timer() Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: cb(*args, **kw) Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: return func(*args, **kwargs) Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: self._notify() Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: self.callback(batched_events) Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: event.method(event) Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: return f(self, *a, **k) Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: return self._get(url).json() Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: return self.request(url, 'GET', **kwargs) Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:31:49.923845 dv-cinder-794001-3-iscsi neutron-server[102405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:31:49.975670 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-04a08d74-3555-4829-b52d-eb7a1aa91c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1586517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747646'] for network (cb61a227-3f6a-4a64-829c-bff22f962c01), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:49.981741 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-04a08d74-3555-4829-b52d-eb7a1aa91c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:49.984984 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-04a08d74-3555-4829-b52d-eb7a1aa91c24 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cb61a227-3f6a-4a64-829c-bff22f962c01 HTTP/1.1" status: 204 len: 168 time: 0.2760997 Jan 26 19:31:49.997676 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a08d74-3555-4829-b52d-eb7a1aa91c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb61a227-3f6a-4a64-829c-bff22f962c01,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:31:50.269910 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 58592) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:31:50.308284 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-a0f542ce-4457-4a5d-bc22-59dccef4bac0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cf8d9c9de7c8480db8e23bb4bac96785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372620 Jan 26 19:31:50.310633 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 58594) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:31:50.361343 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7a65779d-1715-46a7-b31c-29b85251b4fc admin admin] Publish callbacks [] for security_group (d7d97425-19e9-4ad6-837f-e5e098d7586d), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:50.381677 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7a65779d-1715-46a7-b31c-29b85251b4fc admin admin] Publish callbacks [] for security_group (d7d97425-19e9-4ad6-837f-e5e098d7586d), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:50.427473 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7a65779d-1715-46a7-b31c-29b85251b4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (d7d97425-19e9-4ad6-837f-e5e098d7586d), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:50.430077 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-7a65779d-1715-46a7-b31c-29b85251b4fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:31:50.431222 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-7a65779d-1715-46a7-b31c-29b85251b4fc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d7d97425-19e9-4ad6-837f-e5e098d7586d HTTP/1.1" status: 204 len: 168 time: 0.1197276 Jan 26 19:31:50.438461 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65779d-1715-46a7-b31c-29b85251b4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d97425-19e9-4ad6-837f-e5e098d7586d,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:31:56.280964 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e483b0-4f44-40a1-a03e-7068d2891321 req-2df4cc3a-5317-4073-93ca-1336eac432cb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:56.282471 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-45e483b0-4f44-40a1-a03e-7068d2891321 req-2df4cc3a-5317-4073-93ca-1336eac432cb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0492582 Jan 26 19:31:56.327912 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-45e483b0-4f44-40a1-a03e-7068d2891321 req-0aee375f-5d43-4be9-8145-4c3628f3fa9f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398109 Jan 26 19:31:57.444144 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea5907-ae0f-4073-9f1a-1449c899c36a req-72d53cdd-7dce-466f-b40f-d3f3dff13519 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:57.445597 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a5ea5907-ae0f-4073-9f1a-1449c899c36a req-72d53cdd-7dce-466f-b40f-d3f3dff13519 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0502856 Jan 26 19:31:57.492879 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a5ea5907-ae0f-4073-9f1a-1449c899c36a req-4f288d1e-6ba8-45bc-9384-2ccfb3fd0c45 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418065 Jan 26 19:31:58.610823 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293cca3-f2a0-4931-8843-add5fc477cc2 req-36415efc-1b62-4d30-a63b-a18b8d0b1932 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:58.612368 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8293cca3-f2a0-4931-8843-add5fc477cc2 req-36415efc-1b62-4d30-a63b-a18b8d0b1932 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0548134 Jan 26 19:31:58.658339 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8293cca3-f2a0-4931-8843-add5fc477cc2 req-9fd52a9c-deea-4061-9bf8-811d4e86eff7 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397460 Jan 26 19:31:59.770342 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cd0eb0-c4e3-4827-8d5d-0bcf33e7b3bf req-19462cb6-8b56-4ad9-ba48-72fe0cf7f07a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:31:59.771816 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-45cd0eb0-c4e3-4827-8d5d-0bcf33e7b3bf req-19462cb6-8b56-4ad9-ba48-72fe0cf7f07a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0471613 Jan 26 19:31:59.815815 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-45cd0eb0-c4e3-4827-8d5d-0bcf33e7b3bf req-78108345-5122-4702-bb67-3040d0785057 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383658 Jan 26 19:32:00.594160 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:32:00.927060 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afa8f9-eaf0-4301-9d36-dcf70cceba05 req-9b5d3546-5b4c-48cc-bb69-b701e665782d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:00.928522 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e9afa8f9-eaf0-4301-9d36-dcf70cceba05 req-9b5d3546-5b4c-48cc-bb69-b701e665782d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0471623 Jan 26 19:32:00.973075 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e9afa8f9-eaf0-4301-9d36-dcf70cceba05 req-beb3c7e1-f88b-4029-af13-cef37dd15b69 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391126 Jan 26 19:32:02.085187 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c56a9-47b5-40e4-a147-22f41fa22b4b req-ec80c867-3cf1-4236-9f4b-a49dc8434d26 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:02.087106 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-049c56a9-47b5-40e4-a147-22f41fa22b4b req-ec80c867-3cf1-4236-9f4b-a49dc8434d26 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0500271 Jan 26 19:32:02.131024 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-049c56a9-47b5-40e4-a147-22f41fa22b4b req-97692aa3-7432-43b9-8fe6-fb17ddeee2b4 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385103 Jan 26 19:32:03.249770 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec1819-5870-47fe-8bca-006c41ced882 req-6efe5a77-c8df-46f8-a8b0-f4440fec713d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:03.251230 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-31ec1819-5870-47fe-8bca-006c41ced882 req-6efe5a77-c8df-46f8-a8b0-f4440fec713d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0530446 Jan 26 19:32:03.299947 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-31ec1819-5870-47fe-8bca-006c41ced882 req-a5d32ef1-7b97-4fba-94bc-10e6084fe930 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431283 Jan 26 19:32:04.039882 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-63134529-ff3b-4924-8152-63e6913dc448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:04.412174 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16946f85-04db-4ae3-8e60-15f904336929 req-cd58e06b-435a-4883-9375-b27f1c53639e tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:04.413635 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-16946f85-04db-4ae3-8e60-15f904336929 req-cd58e06b-435a-4883-9375-b27f1c53639e tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0473788 Jan 26 19:32:04.458169 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-16946f85-04db-4ae3-8e60-15f904336929 req-47bf0ad0-63d3-469d-8a40-67833e1e16a9 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386910 Jan 26 19:32:05.569094 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60a764-084a-4adb-8ef8-d6d4ac4cad73 req-8b7cf842-b146-4d77-acf5-2d83474e5847 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:05.571191 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7c60a764-084a-4adb-8ef8-d6d4ac4cad73 req-8b7cf842-b146-4d77-acf5-2d83474e5847 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0470233 Jan 26 19:32:05.615606 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7c60a764-084a-4adb-8ef8-d6d4ac4cad73 req-0c0baae4-db85-43bc-aecb-1f0d922c8dec tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386472 Jan 26 19:32:06.307647 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-8f2cb6f1-e6a9-4eae-bc95-edce74508d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:06.726268 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46d4a5-50d3-400b-9532-928deca806aa req-5a1e8672-b3bd-4714-b1c7-daa4863aeefe tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:06.727733 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2e46d4a5-50d3-400b-9532-928deca806aa req-5a1e8672-b3bd-4714-b1c7-daa4863aeefe tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0460949 Jan 26 19:32:06.776759 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2e46d4a5-50d3-400b-9532-928deca806aa req-e80650dd-2f8b-4f7d-b1f2-b1a5865a1851 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435779 Jan 26 19:32:06.965884 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a623f-ab73-462e-b9ec-45a677d46725 req-20bdb39c-b825-4703-9542-2ed04b0603d3 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:06.967237 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-143a623f-ab73-462e-b9ec-45a677d46725 req-20bdb39c-b825-4703-9542-2ed04b0603d3 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0473213 Jan 26 19:32:07.039173 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-143a623f-ab73-462e-b9ec-45a677d46725 req-596a3a4f-bc58-4cfa-9013-f265f73bcc49 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637038 Jan 26 19:32:07.040903 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6841952-9710-4cf8-ab7d-33c11ca7c0ea req-4e7fd3fa-b884-4d08-9172-c25e8e50d1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:07.042256 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a6841952-9710-4cf8-ab7d-33c11ca7c0ea req-4e7fd3fa-b884-4d08-9172-c25e8e50d1fe service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02dc9a9d875c479c8dcb8eb1a31fa567&device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 1099 time: 0.0740626 Jan 26 19:32:07.130707 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6841952-9710-4cf8-ab7d-33c11ca7c0ea req-93b02ae3-00bd-4326-a846-0ae9f68da76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:07.132157 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a6841952-9710-4cf8-ab7d-33c11ca7c0ea req-93b02ae3-00bd-4326-a846-0ae9f68da76d service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c HTTP/1.1" status: 200 len: 912 time: 0.0837569 Jan 26 19:32:07.193197 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a6841952-9710-4cf8-ab7d-33c11ca7c0ea req-95ba38ce-a2d4-46b5-9444-efe3b6f5f0e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6758173a-c05b-4dbe-a01f-d4b556f91c47 HTTP/1.1" status: 200 len: 1002 time: 0.0544670 Jan 26 19:32:07.242351 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6841952-9710-4cf8-ab7d-33c11ca7c0ea req-9b4536b2-6b75-4e82-ab7a-1bc148d3a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:07.245262 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a6841952-9710-4cf8-ab7d-33c11ca7c0ea req-9b4536b2-6b75-4e82-ab7a-1bc148d3a609 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e HTTP/1.1" status: 200 len: 850 time: 0.0451524 Jan 26 19:32:07.288473 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6841952-9710-4cf8-ab7d-33c11ca7c0ea req-d63ccd07-3e29-452d-bb75-e0a0ef4ba0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:07.289902 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a6841952-9710-4cf8-ab7d-33c11ca7c0ea req-d63ccd07-3e29-452d-bb75-e0a0ef4ba0e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379500 Jan 26 19:32:07.374074 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a6841952-9710-4cf8-ab7d-33c11ca7c0ea req-d5e8388a-23a4-4392-808f-a8c0cc52eeff service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778139 Jan 26 19:32:07.461811 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a6841952-9710-4cf8-ab7d-33c11ca7c0ea req-0a3a83d8-2128-4281-8dff-7d2d45e82feb service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811195 Jan 26 19:32:07.754499 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:08.126051 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:08.154232 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263bdd9-33d9-4a39-a6b5-a251a90a1397 req-7bed62d2-a73e-456d-b673-1475812988b6 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:08.155675 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9263bdd9-33d9-4a39-a6b5-a251a90a1397 req-7bed62d2-a73e-456d-b673-1475812988b6 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0482171 Jan 26 19:32:08.203992 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9263bdd9-33d9-4a39-a6b5-a251a90a1397 req-bb66734c-3fc6-4b8c-b8b7-54dfcfe4e9f1 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426381 Jan 26 19:32:08.971306 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:09.939657 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72cfc08-69ce-4e08-a69a-412ca22aaec7 req-ec138ecd-ef03-4963-b281-0753deb020b7 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:09.941160 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a72cfc08-69ce-4e08-a69a-412ca22aaec7 req-ec138ecd-ef03-4963-b281-0753deb020b7 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 984 time: 0.0520973 Jan 26 19:32:09.952550 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8be04e-9777-4d3b-b4b1-1a7f71285c44 req-765e3dd0-e7d4-4900-8d10-bb21bdca3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:09.954016 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5e8be04e-9777-4d3b-b4b1-1a7f71285c44 req-765e3dd0-e7d4-4900-8d10-bb21bdca3ceb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=40e0cd503f8d4553bd7dad0615823d3d&device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 1137 time: 0.0406482 Jan 26 19:32:09.999744 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a72cfc08-69ce-4e08-a69a-412ca22aaec7 req-b5ae3fc5-945d-4bc4-a76a-3bd11375e0db tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&id=c9bd21fc-ac84-46a8-b63d-25faf928ca85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524175 Jan 26 19:32:10.047627 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8be04e-9777-4d3b-b4b1-1a7f71285c44 req-1c406c2d-0a40-45ff-9da5-804e627ae00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:10.049039 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5e8be04e-9777-4d3b-b4b1-1a7f71285c44 req-1c406c2d-0a40-45ff-9da5-804e627ae00a service neutron] 10.222.0.46 "GET /v2.0/networks?id=590152ee-adf6-40f5-834e-49c3cbd5a7a8 HTTP/1.1" status: 200 len: 916 time: 0.0856185 Jan 26 19:32:10.112352 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5e8be04e-9777-4d3b-b4b1-1a7f71285c44 req-58de7704-0bb5-4009-8839-96ccc7584dc8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a92f78fe-a95a-433e-ae74-1d826804d788 HTTP/1.1" status: 200 len: 1000 time: 0.0558493 Jan 26 19:32:10.161787 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8be04e-9777-4d3b-b4b1-1a7f71285c44 req-688841b1-4320-4bbc-96dd-8ade6b0980a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:10.163229 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5e8be04e-9777-4d3b-b4b1-1a7f71285c44 req-688841b1-4320-4bbc-96dd-8ade6b0980a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d50d30d9-f797-4040-a4fc-59fb3d1d0993 HTTP/1.1" status: 200 len: 854 time: 0.0430727 Jan 26 19:32:10.210858 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8be04e-9777-4d3b-b4b1-1a7f71285c44 req-022cd1bc-210b-44ec-b0d0-e913992b5b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:10.212358 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5e8be04e-9777-4d3b-b4b1-1a7f71285c44 req-022cd1bc-210b-44ec-b0d0-e913992b5b9a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=590152ee-adf6-40f5-834e-49c3cbd5a7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422053 Jan 26 19:32:10.287794 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:10.299278 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5e8be04e-9777-4d3b-b4b1-1a7f71285c44 req-1a042109-b952-4c09-ac1e-5c0c048be6ef service neutron] 10.222.0.46 "GET /v2.0/networks/590152ee-adf6-40f5-834e-49c3cbd5a7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800779 Jan 26 19:32:10.395307 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5e8be04e-9777-4d3b-b4b1-1a7f71285c44 req-b7a933e1-d813-4539-8ab6-37d9bd05eb53 service neutron] 10.222.0.46 "GET /v2.0/networks/590152ee-adf6-40f5-834e-49c3cbd5a7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834417 Jan 26 19:32:11.114634 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa0ff8-af40-41b3-845f-10fa767fd28c req-c8fcce80-c20f-463e-a1a8-62a2e4d0fc6c tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:11.116070 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-bbfa0ff8-af40-41b3-845f-10fa767fd28c req-c8fcce80-c20f-463e-a1a8-62a2e4d0fc6c tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 984 time: 0.0469275 Jan 26 19:32:11.172660 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-bbfa0ff8-af40-41b3-845f-10fa767fd28c req-dde56ff0-8ae3-40de-880d-a0ac68cd6b9e tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&id=c9bd21fc-ac84-46a8-b63d-25faf928ca85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506959 Jan 26 19:32:12.289876 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63ec5a-2dc3-4d6e-942d-9d2073be5bbd req-cdd98586-9c77-44c7-94b7-f5498aae88f5 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:12.291313 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7a63ec5a-2dc3-4d6e-942d-9d2073be5bbd req-cdd98586-9c77-44c7-94b7-f5498aae88f5 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 984 time: 0.0480032 Jan 26 19:32:12.348100 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7a63ec5a-2dc3-4d6e-942d-9d2073be5bbd req-4dc442b4-7dd9-43f4-aa47-79ef01873c71 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&id=c9bd21fc-ac84-46a8-b63d-25faf928ca85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511575 Jan 26 19:32:13.319576 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-45b65909-13a2-4002-a54c-8ab57b8479a3 req-c00c3c2a-2470-4ed7-a7f7-b2edf99fe870 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445700 Jan 26 19:32:13.378507 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b65909-13a2-4002-a54c-8ab57b8479a3 req-5a062f90-fab4-4ce8-9e04-33223d080772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:13.380006 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-45b65909-13a2-4002-a54c-8ab57b8479a3 req-5a062f90-fab4-4ce8-9e04-33223d080772 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=200619f76ac54211847de3c39fa7c681&device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 1099 time: 0.0391374 Jan 26 19:32:13.505679 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d9611-7920-46b3-9aea-eb8c117b8ce5 req-7aa8e4fc-3de5-4b71-949d-2334720ceffb tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:13.507106 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cb7d9611-7920-46b3-9aea-eb8c117b8ce5 req-7aa8e4fc-3de5-4b71-949d-2334720ceffb tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 984 time: 0.0886965 Jan 26 19:32:13.527072 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b65909-13a2-4002-a54c-8ab57b8479a3 req-fd1502d1-19a0-4e6d-a315-07aa16d4d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:13.528483 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-45b65909-13a2-4002-a54c-8ab57b8479a3 req-fd1502d1-19a0-4e6d-a315-07aa16d4d811 service neutron] 10.222.0.46 "GET /v2.0/networks?id=68fda3bd-90ff-4f20-8f16-b16096f575dd HTTP/1.1" status: 200 len: 917 time: 0.1270928 Jan 26 19:32:13.622442 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cb7d9611-7920-46b3-9aea-eb8c117b8ce5 req-9cfd8d48-2ea0-4ece-8e94-e9ac4a0758ee tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&id=c9bd21fc-ac84-46a8-b63d-25faf928ca85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1057634 Jan 26 19:32:13.628054 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-45b65909-13a2-4002-a54c-8ab57b8479a3 req-0e6c7fb0-2833-49c7-b10d-c534b6c92715 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe434a86-f778-4b6d-a4b9-ab67af155876 HTTP/1.1" status: 200 len: 1000 time: 0.0869861 Jan 26 19:32:13.679455 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b65909-13a2-4002-a54c-8ab57b8479a3 req-ef0b607c-e526-4745-9a0c-db3a904fa496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:13.680963 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-45b65909-13a2-4002-a54c-8ab57b8479a3 req-ef0b607c-e526-4745-9a0c-db3a904fa496 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96126fec-90a5-4e8d-afec-f07c12737d79 HTTP/1.1" status: 200 len: 855 time: 0.0462439 Jan 26 19:32:13.726407 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b65909-13a2-4002-a54c-8ab57b8479a3 req-3ef0449b-43ae-439a-a555-78a5188fca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:13.727921 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-45b65909-13a2-4002-a54c-8ab57b8479a3 req-3ef0449b-43ae-439a-a555-78a5188fca43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68fda3bd-90ff-4f20-8f16-b16096f575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399063 Jan 26 19:32:13.822157 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-45b65909-13a2-4002-a54c-8ab57b8479a3 req-feee5332-6e74-481b-8000-ab16df239d6e service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834110 Jan 26 19:32:13.918722 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-45b65909-13a2-4002-a54c-8ab57b8479a3 req-a1645fed-5737-42c9-bbdc-9eb51685becd service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858886 Jan 26 19:32:14.734495 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a9c0e-7541-414b-848d-1cd020d1cdb7 req-d985730d-7239-4cba-b01a-9a9826b08779 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:14.735967 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b15a9c0e-7541-414b-848d-1cd020d1cdb7 req-d985730d-7239-4cba-b01a-9a9826b08779 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 984 time: 0.0473983 Jan 26 19:32:14.796934 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b15a9c0e-7541-414b-848d-1cd020d1cdb7 req-9a41b844-5d2f-4b3c-b7d5-5ba8b1ba4791 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&id=c9bd21fc-ac84-46a8-b63d-25faf928ca85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553172 Jan 26 19:32:15.913770 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a4ed8-eb97-4cac-a8ee-48a63ffb60f5 req-d37b5458-4353-4f29-bff3-1fb900864654 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:15.915219 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8c3a4ed8-eb97-4cac-a8ee-48a63ffb60f5 req-d37b5458-4353-4f29-bff3-1fb900864654 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 984 time: 0.0482023 Jan 26 19:32:15.974403 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8c3a4ed8-eb97-4cac-a8ee-48a63ffb60f5 req-fcb88425-7f63-4d31-9858-8e9a617e2fc0 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&id=c9bd21fc-ac84-46a8-b63d-25faf928ca85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535994 Jan 26 19:32:17.085118 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f4c86-ea17-45b9-8d67-14f0af0dbf14 req-e61cfb2d-3fb6-4de0-9e43-fcb142638b81 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:17.086535 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ef1f4c86-ea17-45b9-8d67-14f0af0dbf14 req-e61cfb2d-3fb6-4de0-9e43-fcb142638b81 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 984 time: 0.0463417 Jan 26 19:32:17.144093 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ef1f4c86-ea17-45b9-8d67-14f0af0dbf14 req-bbbf6c50-3aa3-435a-9d96-d6c86162207d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&id=c9bd21fc-ac84-46a8-b63d-25faf928ca85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513170 Jan 26 19:32:18.255783 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a7b54-5c0f-43de-82a5-b9b197f777d5 req-a66a8c4d-a283-421f-a182-412ba08c4ebf tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:18.257244 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-149a7b54-5c0f-43de-82a5-b9b197f777d5 req-a66a8c4d-a283-421f-a182-412ba08c4ebf tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 984 time: 0.0476222 Jan 26 19:32:18.314100 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-149a7b54-5c0f-43de-82a5-b9b197f777d5 req-8064c530-2f08-46eb-82fa-f68f032e3014 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&id=c9bd21fc-ac84-46a8-b63d-25faf928ca85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512691 Jan 26 19:32:19.427390 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27513b-8c5a-4413-b6fb-0cf4b4ae7f4c req-c5eefa50-ab84-46b8-88e3-f136dd5faf15 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:19.428901 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ac27513b-8c5a-4413-b6fb-0cf4b4ae7f4c req-c5eefa50-ab84-46b8-88e3-f136dd5faf15 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 984 time: 0.0480947 Jan 26 19:32:19.488301 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ac27513b-8c5a-4413-b6fb-0cf4b4ae7f4c req-2b46ff95-a6f8-492c-b89c-9e924cd22bbf tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&id=c9bd21fc-ac84-46a8-b63d-25faf928ca85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524051 Jan 26 19:32:20.599444 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb740c-5eb1-4758-b6e7-acb409451d2d req-a9b06098-bb79-4cdc-b79e-168c9258aebb tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:20.600906 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9ddb740c-5eb1-4758-b6e7-acb409451d2d req-a9b06098-bb79-4cdc-b79e-168c9258aebb tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 984 time: 0.0468779 Jan 26 19:32:20.657722 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9ddb740c-5eb1-4758-b6e7-acb409451d2d req-f7889257-5f64-40f0-9c1c-311941bd1237 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&id=c9bd21fc-ac84-46a8-b63d-25faf928ca85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506790 Jan 26 19:32:21.773855 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a62b97-4834-4de7-860a-4608ee87324a req-5f02f200-c51a-4050-85a7-917dfbc9e354 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:21.775339 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a7a62b97-4834-4de7-860a-4608ee87324a req-5f02f200-c51a-4050-85a7-917dfbc9e354 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 984 time: 0.0512793 Jan 26 19:32:21.832310 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a7a62b97-4834-4de7-860a-4608ee87324a req-ef077406-7359-4507-a397-45134d48afae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&id=c9bd21fc-ac84-46a8-b63d-25faf928ca85&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513678 Jan 26 19:32:29.490292 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bf0a4-4309-4c76-be60-ef3e491fbaef req-710da83f-1709-45af-bcc0-6bdffb7d1ee6 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:29.491643 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-746bf0a4-4309-4c76-be60-ef3e491fbaef req-710da83f-1709-45af-bcc0-6bdffb7d1ee6 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0468369 Jan 26 19:32:29.535708 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-746bf0a4-4309-4c76-be60-ef3e491fbaef req-76ed4fa9-1591-4855-885c-3e99af7d3b3d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386357 Jan 26 19:32:30.661396 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ec97a-7169-443b-bc95-01d6f49bd4c1 req-1e4526a0-595d-4be3-8fed-f216c37d5d91 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:30.662760 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-183ec97a-7169-443b-bc95-01d6f49bd4c1 req-1e4526a0-595d-4be3-8fed-f216c37d5d91 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0503716 Jan 26 19:32:30.709743 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-183ec97a-7169-443b-bc95-01d6f49bd4c1 req-a99da0fb-604b-4099-9576-592c86326d74 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408087 Jan 26 19:32:31.481250 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3c44d-36be-41d1-aee7-40c03b017ecd req-4c4a78d9-a2fe-431b-b747-33a8ef52877c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:31.482664 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-26e3c44d-36be-41d1-aee7-40c03b017ecd req-4c4a78d9-a2fe-431b-b747-33a8ef52877c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.46 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0454993 Jan 26 19:32:31.574257 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-26e3c44d-36be-41d1-aee7-40c03b017ecd req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Deleting port fe434a86-f778-4b6d-a4b9-ab67af155876 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:32:31.574803 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-26e3c44d-36be-41d1-aee7-40c03b017ecd req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:31.657516 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-26e3c44d-36be-41d1-aee7-40c03b017ecd req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] For port fe434a86-f778-4b6d-a4b9-ab67af155876, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=fe434a86-f778-4b6d-a4b9-ab67af155876,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:32:31.657909 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-26e3c44d-36be-41d1-aee7-40c03b017ecd req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:31.836105 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abc18c-4f76-41bb-a1da-e237055ec526 req-ccdf1abc-3b40-4f4b-93ad-e226c964be8b tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:31.837565 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f5abc18c-4f76-41bb-a1da-e237055ec526 req-ccdf1abc-3b40-4f4b-93ad-e226c964be8b tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 946 time: 0.0532012 Jan 26 19:32:31.885435 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f5abc18c-4f76-41bb-a1da-e237055ec526 req-1fe624ad-467d-42d7-afb5-44c881f444f1 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=c7e90323-4110-402c-82f3-2c35112dfde1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420997 Jan 26 19:32:32.122305 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-26e3c44d-36be-41d1-aee7-40c03b017ecd req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:32.122937 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-26e3c44d-36be-41d1-aee7-40c03b017ecd req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747628'] for floatingip (c3c5bdc9-cb16-4b11-936c-27c76a90b9fb), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:32.122937 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.l3_db [req-26e3c44d-36be-41d1-aee7-40c03b017ecd req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Floating IP c3c5bdc9-cb16-4b11-936c-27c76a90b9fb disassociated. External IP: 172.27.1.71, port: fe434a86-f778-4b6d-a4b9-ab67af155876. Jan 26 19:32:32.123206 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-26e3c44d-36be-41d1-aee7-40c03b017ecd req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Calling delete_port for fe434a86-f778-4b6d-a4b9-ab67af155876 owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:32:32.245016 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-26e3c44d-36be-41d1-aee7-40c03b017ecd req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (fe434a86-f778-4b6d-a4b9-ab67af155876), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:32.272227 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Pushing event deleted for resources: {'Port': ['ID=fe434a86-f778-4b6d-a4b9-ab67af155876,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:32:32.283884 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:32.284241 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:32.284594 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:32.284936 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:32.285276 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:32.285609 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:32.285943 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:32.286274 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:32.286601 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:32.286933 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:32.287261 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:32.287586 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:32.287968 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:32.393747 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26e3c44d-36be-41d1-aee7-40c03b017ecd req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Router 5d03a272-99ba-4c1e-b155-33fd0f94684d has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:32:32.499526 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26e3c44d-36be-41d1-aee7-40c03b017ecd req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:32:32.509339 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a9128-2a2a-4673-9442-7b912fdd1dc4 None None] Sync routers for ids ['5d03a272-99ba-4c1e-b155-33fd0f94684d'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:32:32.520253 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984a9128-2a2a-4673-9442-7b912fdd1dc4 None None] Routers {'5d03a272-99ba-4c1e-b155-33fd0f94684d'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:32:32.520857 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-984a9128-2a2a-4673-9442-7b912fdd1dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:32:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5d03a272-99ba-4c1e-b155-33fd0f94684d'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:32:32.539154 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e3c44d-36be-41d1-aee7-40c03b017ecd req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] No DVR routers for this DVR port fe434a86-f778-4b6d-a4b9-ab67af155876 on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:32:32.542328 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-26e3c44d-36be-41d1-aee7-40c03b017ecd req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:32.545649 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-26e3c44d-36be-41d1-aee7-40c03b017ecd req-92f22a2b-79ac-4a8d-895c-669651fa0d3f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.46 "DELETE /v2.0/ports/fe434a86-f778-4b6d-a4b9-ab67af155876 HTTP/1.1" status: 204 len: 173 time: 1.0574212 Jan 26 19:32:32.546086 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15ff6ad-b011-48d9-a8af-fc836715e6f5', 'name': 'network-vif-deleted', 'tag': 'fe434a86-f778-4b6d-a4b9-ab67af155876'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:32:32.548325 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f4cb1b-1a8c-4b7a-97e2-081ba27a29a1" -d '{"events": [{"server_uuid": "a15ff6ad-b011-48d9-a8af-fc836715e6f5", "name": "network-vif-deleted", "tag": "fe434a86-f778-4b6d-a4b9-ab67af155876"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:32:32.585030 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7ddc30-16b2-48e1-a4f0-cf8465cb4ab8 x-openstack-request-id: req-bd7ddc30-16b2-48e1-a4f0-cf8465cb4ab8 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:32:32.585326 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15ff6ad-b011-48d9-a8af-fc836715e6f5", "name": "network-vif-deleted", "tag": "fe434a86-f778-4b6d-a4b9-ab67af155876", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:32:32.585582 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bd7ddc30-16b2-48e1-a4f0-cf8465cb4ab8 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:32:32.586505 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15ff6ad-b011-48d9-a8af-fc836715e6f5', 'name': 'network-vif-deleted', 'tag': 'fe434a86-f778-4b6d-a4b9-ab67af155876', 'status': 'completed', 'code': 200} Jan 26 19:32:32.647722 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-984a9128-2a2a-4673-9442-7b912fdd1dc4 None None] Set router 5d03a272-99ba-4c1e-b155-33fd0f94684d gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:32:32.842069 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-984a9128-2a2a-4673-9442-7b912fdd1dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:25:06Z', 'revision_number': 4, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port': {'id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '61b9fe56-8074-4a3a-a9fc-96af4877b188', 'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'mac_address': 'fa:16:3e:0b:45:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:18Z', 'revision_number': 5, 'project_id': '200619f76ac54211847de3c39fa7c681', 'subnets': [{'id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:32:32.871330 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a9128-2a2a-4673-9442-7b912fdd1dc4 None None] Checking router: 5d03a272-99ba-4c1e-b155-33fd0f94684d for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:32:32.879486 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984a9128-2a2a-4673-9442-7b912fdd1dc4 None None] Routers {'5d03a272-99ba-4c1e-b155-33fd0f94684d'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:32:32.880122 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-984a9128-2a2a-4673-9442-7b912fdd1dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:32:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5d03a272-99ba-4c1e-b155-33fd0f94684d'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:32:32.996217 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-984a9128-2a2a-4673-9442-7b912fdd1dc4 None None] Set router 5d03a272-99ba-4c1e-b155-33fd0f94684d gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:32:33.004861 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b340876f-9acb-4f49-b614-b027419fc5c9 req-3168a80c-71ea-467e-a293-ee08d799f124 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=a15ff6ad-b011-48d9-a8af-fc836715e6f5 HTTP/1.1" status: 200 len: 210 time: 0.0326238 Jan 26 19:32:33.201352 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-984a9128-2a2a-4673-9442-7b912fdd1dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:25:06Z', 'revision_number': 4, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port': {'id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '61b9fe56-8074-4a3a-a9fc-96af4877b188', 'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'mac_address': 'fa:16:3e:0b:45:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:18Z', 'revision_number': 5, 'project_id': '200619f76ac54211847de3c39fa7c681', 'subnets': [{'id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:32:33.227268 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a9128-2a2a-4673-9442-7b912fdd1dc4 None None] The sync data for ids ['5d03a272-99ba-4c1e-b155-33fd0f94684d'] in dv-cinder-794001-3-iscsi is: [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:25:06Z', 'revision_number': 4, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port': {'id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '61b9fe56-8074-4a3a-a9fc-96af4877b188', 'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'mac_address': 'fa:16:3e:0b:45:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:18Z', 'revision_number': 5, 'project_id': '200619f76ac54211847de3c39fa7c681', 'subnets': [{'id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:32:33.438305 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5796499e-7241-4be6-a43a-fbb7cdaaebff None None] New status for floating IP c3c5bdc9-cb16-4b11-936c-27c76a90b9fb: DOWN {{(pid=102408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:32:33.494578 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device fe434a86-f778-4b6d-a4b9-ab67af155876 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:32:33.518522 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: fe434a86-f778-4b6d-a4b9-ab67af155876 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:32:33.519179 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device fe434a86-f778-4b6d-a4b9-ab67af155876 not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:32:34.046640 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-133beeff-8fce-4144-86ed-bd742c6ffe0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:34.088858 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 58736) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:32:34.141930 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-617afdbd-d4ff-488e-976a-6ea0c92fa9e4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group (c7e90323-4110-402c-82f3-2c35112dfde1), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:34.166870 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-617afdbd-d4ff-488e-976a-6ea0c92fa9e4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group (c7e90323-4110-402c-82f3-2c35112dfde1), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:34.227968 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-617afdbd-d4ff-488e-976a-6ea0c92fa9e4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c7e90323-4110-402c-82f3-2c35112dfde1), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:34.230633 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-617afdbd-d4ff-488e-976a-6ea0c92fa9e4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:34.234777 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-617afdbd-d4ff-488e-976a-6ea0c92fa9e4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "DELETE /v2.0/security-groups/c7e90323-4110-402c-82f3-2c35112dfde1 HTTP/1.1" status: 204 len: 168 time: 0.1417456 Jan 26 19:32:34.235220 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 58738) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:32:34.241385 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617afdbd-d4ff-488e-976a-6ea0c92fa9e4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e90323-4110-402c-82f3-2c35112dfde1,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:32:34.251177 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.api.v2.resource [None req-e06548c7-aa25-4a14-bb2f-c7fce66b440d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] show failed (client error): The resource could not be found. Jan 26 19:32:34.252358 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-e06548c7-aa25-4a14-bb2f-c7fce66b440d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups/c7e90323-4110-402c-82f3-2c35112dfde1 HTTP/1.1" status: 404 len: 347 time: 0.0160105 Jan 26 19:32:34.255206 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 58740) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:32:34.377370 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-a5055235-f390-41d0-94e1-1fd7c0f74dfe tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Deleting port f8ebdb5a-0dda-4b31-ad6c-a535d0cfacf1 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:32:34.377716 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a5055235-f390-41d0-94e1-1fd7c0f74dfe tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (f8ebdb5a-0dda-4b31-ad6c-a535d0cfacf1), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:34.453286 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a5055235-f390-41d0-94e1-1fd7c0f74dfe tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (f8ebdb5a-0dda-4b31-ad6c-a535d0cfacf1), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:34.453614 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a5055235-f390-41d0-94e1-1fd7c0f74dfe tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for floatingip (f8ebdb5a-0dda-4b31-ad6c-a535d0cfacf1), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:34.465649 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-a5055235-f390-41d0-94e1-1fd7c0f74dfe tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Calling delete_port for f8ebdb5a-0dda-4b31-ad6c-a535d0cfacf1 owned by network:floatingip {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:32:34.600022 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a5055235-f390-41d0-94e1-1fd7c0f74dfe tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (f8ebdb5a-0dda-4b31-ad6c-a535d0cfacf1), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:34.633187 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5055235-f390-41d0-94e1-1fd7c0f74dfe tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Pushing event deleted for resources: {'Port': ['ID=f8ebdb5a-0dda-4b31-ad6c-a535d0cfacf1,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:32:34.689353 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a5055235-f390-41d0-94e1-1fd7c0f74dfe tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for floatingip (c3c5bdc9-cb16-4b11-936c-27c76a90b9fb), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:34.691882 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a5055235-f390-41d0-94e1-1fd7c0f74dfe tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:34.693015 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-a5055235-f390-41d0-94e1-1fd7c0f74dfe tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "DELETE /v2.0/floatingips/c3c5bdc9-cb16-4b11-936c-27c76a90b9fb HTTP/1.1" status: 204 len: 168 time: 0.4366782 Jan 26 19:32:35.259862 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 58744) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:32:35.265707 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-47587f8a-4763-4a61-826c-4bcf22856714 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1869983622', 'description': 'tempest-description--1510810315'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:32:35.287963 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-47587f8a-4763-4a61-826c-4bcf22856714 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:35.361640 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-47587f8a-4763-4a61-826c-4bcf22856714 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group (92af480a-fd1a-4e39-8172-839f68936694), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:35.365615 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-47587f8a-4763-4a61-826c-4bcf22856714 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (92af480a-fd1a-4e39-8172-839f68936694), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:35.394157 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-47587f8a-4763-4a61-826c-4bcf22856714 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:35.395397 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-47587f8a-4763-4a61-826c-4bcf22856714 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1339445 Jan 26 19:32:35.399314 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 58746) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:32:35.400891 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47587f8a-4763-4a61-826c-4bcf22856714 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92af480a-fd1a-4e39-8172-839f68936694,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:32:35.403888 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-aad7db0f-e823-4cda-9e3a-0a48a437ac60 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Request body: {'security_group_rule': {'security_group_id': '92af480a-fd1a-4e39-8172-839f68936694', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:32:35.430064 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-aad7db0f-e823-4cda-9e3a-0a48a437ac60 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group_rule (57d20ccd-6c48-4432-a862-4ee82f358513), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:35.484524 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-aad7db0f-e823-4cda-9e3a-0a48a437ac60 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group_rule (57d20ccd-6c48-4432-a862-4ee82f358513), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:35.487881 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-aad7db0f-e823-4cda-9e3a-0a48a437ac60 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (57d20ccd-6c48-4432-a862-4ee82f358513), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:35.503865 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7db0f-e823-4cda-9e3a-0a48a437ac60 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d20ccd-6c48-4432-a862-4ee82f358513,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:32:35.511999 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-aad7db0f-e823-4cda-9e3a-0a48a437ac60 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:35.513211 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-aad7db0f-e823-4cda-9e3a-0a48a437ac60 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128793 Jan 26 19:32:35.516176 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 58748) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:32:35.520437 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-e0d00e5e-242a-48c7-9d76-38b20b17989e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Request body: {'security_group_rule': {'security_group_id': '92af480a-fd1a-4e39-8172-839f68936694', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:32:35.545998 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e0d00e5e-242a-48c7-9d76-38b20b17989e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group_rule (7190ce01-eae0-40b9-b1a2-8888f89272ac), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:35.602536 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e0d00e5e-242a-48c7-9d76-38b20b17989e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group_rule (7190ce01-eae0-40b9-b1a2-8888f89272ac), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:35.607304 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e0d00e5e-242a-48c7-9d76-38b20b17989e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (7190ce01-eae0-40b9-b1a2-8888f89272ac), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:35.624380 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d00e5e-242a-48c7-9d76-38b20b17989e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7190ce01-eae0-40b9-b1a2-8888f89272ac,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:32:35.632568 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e0d00e5e-242a-48c7-9d76-38b20b17989e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:35.637315 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-e0d00e5e-242a-48c7-9d76-38b20b17989e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171381 Jan 26 19:32:35.637461 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 58750) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:32:35.641702 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-e87ff264-ba9c-4517-8100-562c2d0a6022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Request body: {'floatingip': {'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:32:35.663162 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e87ff264-ba9c-4517-8100-562c2d0a6022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:35.756799 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e87ff264-ba9c-4517-8100-562c2d0a6022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:35.866166 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-e87ff264-ba9c-4517-8100-562c2d0a6022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Allocated IP 172.27.1.180 (8cf07f92-025e-4326-a933-3274338e1685/c6bed3d7-de6a-4276-b4da-48f65ec8568d/96ff42bc-efbe-44df-9611-1efbe8c77a14) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:32:35.964871 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e87ff264-ba9c-4517-8100-562c2d0a6022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for port (96ff42bc-efbe-44df-9611-1efbe8c77a14), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:36.000642 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e87ff264-ba9c-4517-8100-562c2d0a6022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (96ff42bc-efbe-44df-9611-1efbe8c77a14), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:36.036621 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87ff264-ba9c-4517-8100-562c2d0a6022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Network 8cf07f92-025e-4326-a933-3274338e1685 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:32:36.039959 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-e87ff264-ba9c-4517-8100-562c2d0a6022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:32:36.045572 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ff264-ba9c-4517-8100-562c2d0a6022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:32:36.067831 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ff264-ba9c-4517-8100-562c2d0a6022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Pushing event updated for resources: {'Port': ['ID=96ff42bc-efbe-44df-9611-1efbe8c77a14,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:32:36.141729 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e87ff264-ba9c-4517-8100-562c2d0a6022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for floatingip (b262a4b6-cb6e-4f10-ba44-7db6479fea96), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:36.177438 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e87ff264-ba9c-4517-8100-562c2d0a6022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (96ff42bc-efbe-44df-9611-1efbe8c77a14), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:36.308686 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-803fd196-dc37-48d1-93a0-84dd1f66ac90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:36.330012 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e87ff264-ba9c-4517-8100-562c2d0a6022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for port (96ff42bc-efbe-44df-9611-1efbe8c77a14), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:36.334382 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e87ff264-ba9c-4517-8100-562c2d0a6022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8804474'] for port (96ff42bc-efbe-44df-9611-1efbe8c77a14), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:36.405693 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ff264-ba9c-4517-8100-562c2d0a6022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Pushing event updated for resources: {'Port': ['ID=96ff42bc-efbe-44df-9611-1efbe8c77a14,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:32:36.415481 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e87ff264-ba9c-4517-8100-562c2d0a6022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747628'] for floatingip (b262a4b6-cb6e-4f10-ba44-7db6479fea96), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:36.430339 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e87ff264-ba9c-4517-8100-562c2d0a6022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:36.431557 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-e87ff264-ba9c-4517-8100-562c2d0a6022 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7931998 Jan 26 19:32:36.619511 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-01f945b6-03f2-451f-a7be-b9331165c44f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1869983622&fields=id&tenant_id=200619f76ac54211847de3c39fa7c681 HTTP/1.1" status: 200 len: 267 time: 0.0409739 Jan 26 19:32:36.721929 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-89279850-63ae-4633-8465-1661fbf46203 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:36.723364 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-89279850-63ae-4633-8465-1661fbf46203 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/networks?id=68fda3bd-90ff-4f20-8f16-b16096f575dd HTTP/1.1" status: 200 len: 816 time: 0.0978115 Jan 26 19:32:36.737265 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-9be162d4-d416-484e-b54f-18a2373aec3d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/quotas/200619f76ac54211847de3c39fa7c681 HTTP/1.1" status: 200 len: 375 time: 0.0085909 Jan 26 19:32:36.789641 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-dc6e39ba-def8-4dcc-8bca-fdaab0742be9 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=200619f76ac54211847de3c39fa7c681&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477412 Jan 26 19:32:36.879510 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-f139f002-f20d-4a3c-a336-a85d3bbb417c service neutron] 10.222.0.50 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789859 Jan 26 19:32:36.967374 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-6feb333b-13bd-4fd3-8938-53db2fb7f713 service neutron] 10.222.0.50 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817504 Jan 26 19:32:37.121191 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b6de249e-7092-416b-a8ba-92aabcd1c6c6 req-ac48c858-c4e0-475c-a3fd-7ccb32d9a40a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 210 time: 0.0264916 Jan 26 19:32:37.593588 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:32:37.755111 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:38.052681 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-76d18ae1-1d0d-4a23-893e-f5acc5a54b34 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:38.054142 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-76d18ae1-1d0d-4a23-893e-f5acc5a54b34 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.46 "GET /v2.0/networks?id=68fda3bd-90ff-4f20-8f16-b16096f575dd HTTP/1.1" status: 200 len: 816 time: 0.1053429 Jan 26 19:32:38.119710 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d42a16a2-1902-496f-81a1-ff79b9c9ce6b tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=200619f76ac54211847de3c39fa7c681 HTTP/1.1" status: 200 len: 380 time: 0.0536671 Jan 26 19:32:38.120468 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:38.127859 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-6e7e35c2-eecc-4959-97c1-91e9c32be6f4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Request body: {'port': {'device_id': '499a8ea2-3fbf-498e-9f50-70aad706252a', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'admin_state_up': True, 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'security_groups': ['92af480a-fd1a-4e39-8172-839f68936694']}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:32:38.216761 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0a2303fd-fd50-4924-8869-dbdf575ca7a7 req-6b33df8a-a2bc-4c51-903b-c27875a016e9 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 210 time: 0.0257802 Jan 26 19:32:38.232944 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-6e7e35c2-eecc-4959-97c1-91e9c32be6f4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Made reservation on behalf of 200619f76ac54211847de3c39fa7c681 for: {'port': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:32:38.236334 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-6e7e35c2-eecc-4959-97c1-91e9c32be6f4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:38.359851 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-6e7e35c2-eecc-4959-97c1-91e9c32be6f4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Allocated IP 172.20.0.4 (68fda3bd-90ff-4f20-8f16-b16096f575dd/96126fec-90a5-4e8d-afec-f07c12737d79/0664d13c-ea6d-44a2-a092-3eeb2d932892) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:32:38.491279 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-6e7e35c2-eecc-4959-97c1-91e9c32be6f4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:38.522295 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-6e7e35c2-eecc-4959-97c1-91e9c32be6f4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:38.563292 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-6e7e35c2-eecc-4959-97c1-91e9c32be6f4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Network 68fda3bd-90ff-4f20-8f16-b16096f575dd is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:32:38.566223 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-6e7e35c2-eecc-4959-97c1-91e9c32be6f4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:32:38.572150 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-6e7e35c2-eecc-4959-97c1-91e9c32be6f4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:32:38.578234 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e35c2-eecc-4959-97c1-91e9c32be6f4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Pushing event updated for resources: {'Port': ['ID=0664d13c-ea6d-44a2-a092-3eeb2d932892,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:32:38.625489 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-6e7e35c2-eecc-4959-97c1-91e9c32be6f4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:38.626115 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-6e7e35c2-eecc-4959-97c1-91e9c32be6f4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:38.642426 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-6e7e35c2-eecc-4959-97c1-91e9c32be6f4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5182312 Jan 26 19:32:38.655373 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Request body: {'port': {'device_id': '499a8ea2-3fbf-498e-9f50-70aad706252a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:32:38.708789 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:38.802023 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-cb846baa-3116-4eb7-bfae-2ce762880741 None None] Provisioning complete for port 0664d13c-ea6d-44a2-a092-3eeb2d932892 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:32:38.802590 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-cb846baa-3116-4eb7-bfae-2ce762880741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:38.837276 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-cb846baa-3116-4eb7-bfae-2ce762880741 None None] Port 0664d13c-ea6d-44a2-a092-3eeb2d932892 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:32:38.962522 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0664d13c-ea6d-44a2-a092-3eeb2d932892 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:32:38.969749 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Publish callbacks [] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:38.975411 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:38.983468 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Transition to ACTIVE for port object 0664d13c-ea6d-44a2-a092-3eeb2d932892 will not be triggered until provisioned by entity L2. {{(pid=102406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:32:38.986978 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:39.036564 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Pushing event updated for resources: {'Port': ['ID=0664d13c-ea6d-44a2-a092-3eeb2d932892,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:32:39.108150 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Attempting to bind port 0664d13c-ea6d-44a2-a092-3eeb2d932892 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:32:39.108490 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Attempting to bind port 0664d13c-ea6d-44a2-a092-3eeb2d932892 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'd9807792-8ae0-4c32-8d7f-d4e8a2aab3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:32:39.108818 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Attempting to bind port 0664d13c-ea6d-44a2-a092-3eeb2d932892 on network 68fda3bd-90ff-4f20-8f16-b16096f575dd {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:32:39.113237 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Port 0664d13c-ea6d-44a2-a092-3eeb2d932892 on network 68fda3bd-90ff-4f20-8f16-b16096f575dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:32:39.113556 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Attempting to bind port 0664d13c-ea6d-44a2-a092-3eeb2d932892 on network 68fda3bd-90ff-4f20-8f16-b16096f575dd {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:32:39.119019 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:32:39.119355 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Checking segment: {'id': 'd9807792-8ae0-4c32-8d7f-d4e8a2aab3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:32:39.119738 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Bound using segment: {'id': 'd9807792-8ae0-4c32-8d7f-d4e8a2aab3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:32:39.120186 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Bound port: 0664d13c-ea6d-44a2-a092-3eeb2d932892, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9807792-8ae0-4c32-8d7f-d4e8a2aab3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:32:39.120541 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:39.183645 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] For port 0664d13c-ea6d-44a2-a092-3eeb2d932892, host hv-cinder-79400, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:32:39.186536 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] For port 0664d13c-ea6d-44a2-a092-3eeb2d932892, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=0664d13c-ea6d-44a2-a092-3eeb2d932892,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:32:39.191033 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:39.223189 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:39.223855 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:39.225175 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] 10.222.0.46 "PUT /v2.0/ports/0664d13c-ea6d-44a2-a092-3eeb2d932892 HTTP/1.1" status: 200 len: 1093 time: 0.5740678 Jan 26 19:32:39.225620 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499a8ea2-3fbf-498e-9f50-70aad706252a', 'tag': '0664d13c-ea6d-44a2-a092-3eeb2d932892'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:32:39.228467 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d9205c-1bde-4b1a-8c2b-2e2ec4556072" -d '{"events": [{"name": "network-changed", "server_uuid": "499a8ea2-3fbf-498e-9f50-70aad706252a", "tag": "0664d13c-ea6d-44a2-a092-3eeb2d932892"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:32:39.252588 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46df2b7-8dbb-4523-96a2-036185c76bdb service neutron] Pushing event updated for resources: {'Port': ['ID=0664d13c-ea6d-44a2-a092-3eeb2d932892,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:32:39.303376 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a581c5b-ff6a-4b2b-a3f2-bffbcab767c7 x-openstack-request-id: req-4a581c5b-ff6a-4b2b-a3f2-bffbcab767c7 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:32:39.303669 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499a8ea2-3fbf-498e-9f50-70aad706252a", "tag": "0664d13c-ea6d-44a2-a092-3eeb2d932892", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:32:39.303953 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a581c5b-ff6a-4b2b-a3f2-bffbcab767c7 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:32:39.304352 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499a8ea2-3fbf-498e-9f50-70aad706252a', 'tag': '0664d13c-ea6d-44a2-a092-3eeb2d932892', 'status': 'completed', 'code': 200} Jan 26 19:32:39.316806 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-88b92d61-16f5-4189-b696-8ce7a2bc8590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:39.318311 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-88b92d61-16f5-4189-b696-8ce7a2bc8590 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=200619f76ac54211847de3c39fa7c681&device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 1096 time: 0.0477989 Jan 26 19:32:39.364330 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec0579-cc05-4bf0-9fbf-285e2988d523 req-ff9e8bf8-c87a-4c3b-a602-fbad64232cb0 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:39.365890 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-f8933adc-1845-4cd5-b727-29d9bc79c1ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0664d13c-ea6d-44a2-a092-3eeb2d932892 HTTP/1.1" status: 200 len: 217 time: 0.0398471 Jan 26 19:32:39.366467 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-54ec0579-cc05-4bf0-9fbf-285e2988d523 req-ff9e8bf8-c87a-4c3b-a602-fbad64232cb0 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0579362 Jan 26 19:32:39.416207 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-26f38006-5cd1-47a6-89d5-e56ce558d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:39.417675 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-26f38006-5cd1-47a6-89d5-e56ce558d591 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96126fec-90a5-4e8d-afec-f07c12737d79 HTTP/1.1" status: 200 len: 855 time: 0.0461690 Jan 26 19:32:39.419694 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-54ec0579-cc05-4bf0-9fbf-285e2988d523 req-d57caf5d-b622-402d-85c3-6a1e6053e158 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474076 Jan 26 19:32:39.464452 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-8d9cb1f2-834d-4385-af9c-6a86efabd83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:39.465945 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-8d9cb1f2-834d-4385-af9c-6a86efabd83c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68fda3bd-90ff-4f20-8f16-b16096f575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410602 Jan 26 19:32:39.555910 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-9a51806e-f50b-47cc-98f5-458b769bb809 service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831695 Jan 26 19:32:39.644346 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c073fa9e-4ced-4358-87b2-7a2250135ff1 req-319f49ee-fe13-4974-b251-647f9ffb1cd6 service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806849 Jan 26 19:32:39.741056 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9205c-1bde-4b1a-8c2b-2e2ec4556072 req-3d01484a-2dca-46fd-b65a-ebf58867e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:39.743034 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-41d9205c-1bde-4b1a-8c2b-2e2ec4556072 req-3d01484a-2dca-46fd-b65a-ebf58867e5cd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=200619f76ac54211847de3c39fa7c681&device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 1096 time: 0.0426500 Jan 26 19:32:39.830759 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9205c-1bde-4b1a-8c2b-2e2ec4556072 req-ed1e70f6-2f02-4c4e-8b79-4e594dff28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:39.832233 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-41d9205c-1bde-4b1a-8c2b-2e2ec4556072 req-ed1e70f6-2f02-4c4e-8b79-4e594dff28b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=68fda3bd-90ff-4f20-8f16-b16096f575dd HTTP/1.1" status: 200 len: 917 time: 0.0814669 Jan 26 19:32:39.880758 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-41d9205c-1bde-4b1a-8c2b-2e2ec4556072 req-f7c27800-2109-467b-a9c4-8f8aca34b5e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0664d13c-ea6d-44a2-a092-3eeb2d932892 HTTP/1.1" status: 200 len: 217 time: 0.0352619 Jan 26 19:32:39.926620 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9205c-1bde-4b1a-8c2b-2e2ec4556072 req-2aaff59b-f616-4686-8740-f3f147288dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:39.928002 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-41d9205c-1bde-4b1a-8c2b-2e2ec4556072 req-2aaff59b-f616-4686-8740-f3f147288dcf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96126fec-90a5-4e8d-afec-f07c12737d79 HTTP/1.1" status: 200 len: 855 time: 0.0405264 Jan 26 19:32:39.973758 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9205c-1bde-4b1a-8c2b-2e2ec4556072 req-16c92939-c8e1-41d1-ad3d-71c1cb61f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:39.975147 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-41d9205c-1bde-4b1a-8c2b-2e2ec4556072 req-16c92939-c8e1-41d1-ad3d-71c1cb61f913 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68fda3bd-90ff-4f20-8f16-b16096f575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378242 Jan 26 19:32:40.062582 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-41d9205c-1bde-4b1a-8c2b-2e2ec4556072 req-00b92299-1b12-49c2-99f6-945bd1494351 service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808835 Jan 26 19:32:40.151284 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-41d9205c-1bde-4b1a-8c2b-2e2ec4556072 req-6d008805-02a1-4287-afce-28420c6c45e4 service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797303 Jan 26 19:32:40.289879 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:40.548537 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79786ac-9172-45ac-bc7b-4678a7c167b1 req-b5af521a-3461-48ef-959d-cc21d7e63bd6 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:40.550018 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e79786ac-9172-45ac-bc7b-4678a7c167b1 req-b5af521a-3461-48ef-959d-cc21d7e63bd6 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0605862 Jan 26 19:32:40.602236 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e79786ac-9172-45ac-bc7b-4678a7c167b1 req-14818038-8c7b-498f-8273-a6ee1fbb90a7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430903 Jan 26 19:32:41.719884 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93de906e-3eac-4319-8134-a67fb4cca94a req-2dee58b0-08a6-435c-a3e9-de6faccb518e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:41.721318 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-93de906e-3eac-4319-8134-a67fb4cca94a req-2dee58b0-08a6-435c-a3e9-de6faccb518e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0502453 Jan 26 19:32:41.765950 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-93de906e-3eac-4319-8134-a67fb4cca94a req-03347f29-1e02-4dde-8063-802a85cb4d83 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386398 Jan 26 19:32:42.878180 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935ce23-988e-40b9-b6aa-26d1b4c6086b req-5b5b181d-d726-4b15-afab-0b6c0655391e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:42.879724 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1935ce23-988e-40b9-b6aa-26d1b4c6086b req-5b5b181d-d726-4b15-afab-0b6c0655391e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0456278 Jan 26 19:32:42.924261 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1935ce23-988e-40b9-b6aa-26d1b4c6086b req-cd1d8ed3-434a-41a3-ac4c-3fb6f0a29cb2 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386715 Jan 26 19:32:43.522236 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 0664d13c-ea6d-44a2-a092-3eeb2d932892 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:32:43.615847 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 0664d13c-ea6d-44a2-a092-3eeb2d932892, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=0664d13c-ea6d-44a2-a092-3eeb2d932892,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:32:43.630098 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': '0664d13c-ea6d-44a2-a092-3eeb2d932892', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'port_id': '0664d13c-ea6d-44a2-a092-3eeb2d932892', 'mac_address': 'fa:16:3e:f7:90:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:32:43.666397 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 0664d13c-ea6d-44a2-a092-3eeb2d932892 is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:32:43.666786 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:43.679012 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0664d13c-ea6d-44a2-a092-3eeb2d932892 {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:32:43.699103 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 0664d13c-ea6d-44a2-a092-3eeb2d932892, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=0664d13c-ea6d-44a2-a092-3eeb2d932892,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:32:43.702962 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:43.746768 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=0664d13c-ea6d-44a2-a092-3eeb2d932892,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:32:43.753604 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:43.753974 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:43.754336 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:43.754747 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:43.755109 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:43.755453 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:43.755800 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:43.756138 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:43.756467 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:43.756794 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:43.757121 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:43.757441 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:43.757764 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:32:44.037351 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f260fc1-6af9-4d5a-a3b6-060a5742413b req-634c99c7-6d68-4df5-97f6-3a4a4e9cb44d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:44.038809 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0f260fc1-6af9-4d5a-a3b6-060a5742413b req-634c99c7-6d68-4df5-97f6-3a4a4e9cb44d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 944 time: 0.0472307 Jan 26 19:32:44.084257 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0f260fc1-6af9-4d5a-a3b6-060a5742413b req-dc34d996-8917-47d3-9a5f-73e3781b4fbe tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392323 Jan 26 19:32:44.096070 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['0664d13c-ea6d-44a2-a092-3eeb2d932892'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:32:45.205616 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b74ec-d85f-4140-a15e-2f6cb0d45ed2 req-c1c87f83-83c7-4884-a2ec-4c9f3f939ced tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:45.207093 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-495b74ec-d85f-4140-a15e-2f6cb0d45ed2 req-c1c87f83-83c7-4884-a2ec-4c9f3f939ced tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 944 time: 0.0471981 Jan 26 19:32:45.251507 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-495b74ec-d85f-4140-a15e-2f6cb0d45ed2 req-f785f699-e8d4-4741-abdd-57b98b57a2c4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389299 Jan 26 19:32:45.513209 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 0664d13c-ea6d-44a2-a092-3eeb2d932892 up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:32:45.560055 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port 0664d13c-ea6d-44a2-a092-3eeb2d932892 completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:32:45.563748 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port 0664d13c-ea6d-44a2-a092-3eeb2d932892 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:32:45.564149 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:45.645760 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 0664d13c-ea6d-44a2-a092-3eeb2d932892 is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:32:45.646149 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:45.668613 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499a8ea2-3fbf-498e-9f50-70aad706252a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0664d13c-ea6d-44a2-a092-3eeb2d932892'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:32:45.670923 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dddd82b5-6c8f-4836-b0f5-928a0d70ddef" -d '{"events": [{"server_uuid": "499a8ea2-3fbf-498e-9f50-70aad706252a", "name": "network-vif-plugged", "status": "completed", "tag": "0664d13c-ea6d-44a2-a092-3eeb2d932892"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:32:45.683230 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 0664d13c-ea6d-44a2-a092-3eeb2d932892, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=0664d13c-ea6d-44a2-a092-3eeb2d932892,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:32:45.687423 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:45.709674 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f003365e-ac56-4870-a8fb-a8256725e2cc x-openstack-request-id: req-f003365e-ac56-4870-a8fb-a8256725e2cc {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:32:45.709966 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499a8ea2-3fbf-498e-9f50-70aad706252a", "name": "network-vif-plugged", "status": "completed", "tag": "0664d13c-ea6d-44a2-a092-3eeb2d932892", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:32:45.710219 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f003365e-ac56-4870-a8fb-a8256725e2cc {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:32:45.710607 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499a8ea2-3fbf-498e-9f50-70aad706252a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0664d13c-ea6d-44a2-a092-3eeb2d932892', 'code': 200} Jan 26 19:32:45.736662 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=0664d13c-ea6d-44a2-a092-3eeb2d932892,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:32:45.874124 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f82173-171b-4066-964a-84e0f9eab5e6 req-17eeac85-8aaf-4b03-80fe-a44ddb52ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:45.875470 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e6f82173-171b-4066-964a-84e0f9eab5e6 req-17eeac85-8aaf-4b03-80fe-a44ddb52ad0f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 1098 time: 0.0421548 Jan 26 19:32:45.917876 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e6f82173-171b-4066-964a-84e0f9eab5e6 req-205a0e09-24ca-42e5-9308-4d858a5928cc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353034 Jan 26 19:32:46.366107 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8878d9-78fa-45ce-84c0-f3a89398519c req-8c442a6c-d26f-4273-911f-d71ebc61c344 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:46.367559 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9b8878d9-78fa-45ce-84c0-f3a89398519c req-8c442a6c-d26f-4273-911f-d71ebc61c344 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0469589 Jan 26 19:32:46.413773 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9b8878d9-78fa-45ce-84c0-f3a89398519c req-733bc011-0e0f-4171-839a-20ef4946e8e6 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406013 Jan 26 19:32:47.533282 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09313f2-eb8e-437a-8217-29f5e5bfdd48 req-db4fc2fb-0781-4c33-b524-59da0a804433 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:47.535011 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b09313f2-eb8e-437a-8217-29f5e5bfdd48 req-db4fc2fb-0781-4c33-b524-59da0a804433 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0489917 Jan 26 19:32:47.585094 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b09313f2-eb8e-437a-8217-29f5e5bfdd48 req-85ebcfa5-135e-4abb-a4de-455e4103a153 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445423 Jan 26 19:32:48.702524 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d706a11-495f-4e83-81c3-791c65083d62 req-f56bd444-67f8-4350-a507-7fe80b9d0073 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:48.703978 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5d706a11-495f-4e83-81c3-791c65083d62 req-f56bd444-67f8-4350-a507-7fe80b9d0073 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0491741 Jan 26 19:32:48.949145 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5d706a11-495f-4e83-81c3-791c65083d62 req-4313be55-8d23-4771-a1f0-dc4ab73c0473 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396557 Jan 26 19:32:49.060180 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24aea9-0d8c-4d95-862d-81fedd8785ee req-c6729472-07fd-44e1-9e3d-0dd219ac3055 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:49.061603 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ed24aea9-0d8c-4d95-862d-81fedd8785ee req-c6729472-07fd-44e1-9e3d-0dd219ac3055 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0464211 Jan 26 19:32:49.069887 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 58816) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:32:49.074976 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-0e7dec7e-eb7c-403c-b04f-ec20b3cc26d4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Request body: {'floatingip': {'port_id': '0664d13c-ea6d-44a2-a092-3eeb2d932892'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:32:49.111648 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0e7dec7e-eb7c-403c-b04f-ec20b3cc26d4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for floatingip (b262a4b6-cb6e-4f10-ba44-7db6479fea96), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:49.703163 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.db.resource_extend [None req-0e7dec7e-eb7c-403c-b04f-ec20b3cc26d4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 26 19:32:49.750211 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0e7dec7e-eb7c-403c-b04f-ec20b3cc26d4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:49.753920 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0e7dec7e-eb7c-403c-b04f-ec20b3cc26d4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747628'] for floatingip (b262a4b6-cb6e-4f10-ba44-7db6479fea96), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:49.850517 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.l3_db [None req-0e7dec7e-eb7c-403c-b04f-ec20b3cc26d4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Floating IP b262a4b6-cb6e-4f10-ba44-7db6479fea96 associated. External IP: 172.27.1.180, port: 0664d13c-ea6d-44a2-a092-3eeb2d932892. Jan 26 19:32:50.046676 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7dec7e-eb7c-403c-b04f-ec20b3cc26d4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Router 5d03a272-99ba-4c1e-b155-33fd0f94684d has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:32:50.151273 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7dec7e-eb7c-403c-b04f-ec20b3cc26d4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:32:50.156252 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0e7dec7e-eb7c-403c-b04f-ec20b3cc26d4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:32:50.160827 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b40fba-e1ab-465a-b9a5-3c08cb48fb02 None None] Sync routers for ids ['5d03a272-99ba-4c1e-b155-33fd0f94684d'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:32:50.173937 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b40fba-e1ab-465a-b9a5-3c08cb48fb02 None None] Routers {'5d03a272-99ba-4c1e-b155-33fd0f94684d'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:32:50.174550 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-98b40fba-e1ab-465a-b9a5-3c08cb48fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:32:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5d03a272-99ba-4c1e-b155-33fd0f94684d'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:32:50.182472 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-0e7dec7e-eb7c-403c-b04f-ec20b3cc26d4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "PUT /v2.0/floatingips/b262a4b6-cb6e-4f10-ba44-7db6479fea96 HTTP/1.1" status: 200 len: 991 time: 1.1115379 Jan 26 19:32:50.183058 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499a8ea2-3fbf-498e-9f50-70aad706252a', 'tag': '0664d13c-ea6d-44a2-a092-3eeb2d932892'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:32:50.185325 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7b72c0399c7a02543c54853772d0c66854ec282a6807dc06cd91a1aad397b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4dc1cbc-e7f6-4267-9117-574bfe39a85c" -d '{"events": [{"name": "network-changed", "server_uuid": "499a8ea2-3fbf-498e-9f50-70aad706252a", "tag": "0664d13c-ea6d-44a2-a092-3eeb2d932892"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:32:50.223825 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57583abb-193e-4563-9833-af6528f40a36 x-openstack-request-id: req-57583abb-193e-4563-9833-af6528f40a36 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:32:50.224143 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499a8ea2-3fbf-498e-9f50-70aad706252a", "tag": "0664d13c-ea6d-44a2-a092-3eeb2d932892", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:32:50.224396 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-57583abb-193e-4563-9833-af6528f40a36 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:32:50.224797 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499a8ea2-3fbf-498e-9f50-70aad706252a', 'tag': '0664d13c-ea6d-44a2-a092-3eeb2d932892', 'status': 'completed', 'code': 200} Jan 26 19:32:50.285486 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc1cbc-e7f6-4267-9117-574bfe39a85c req-2f1497b8-698d-4f5d-94cc-c43acd06214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:50.286569 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-98b40fba-e1ab-465a-b9a5-3c08cb48fb02 None None] Set router 5d03a272-99ba-4c1e-b155-33fd0f94684d gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:32:50.286996 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d4dc1cbc-e7f6-4267-9117-574bfe39a85c req-2f1497b8-698d-4f5d-94cc-c43acd06214c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=200619f76ac54211847de3c39fa7c681&device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 1098 time: 0.0400999 Jan 26 19:32:50.381837 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc1cbc-e7f6-4267-9117-574bfe39a85c req-401f374e-8f10-40b1-8690-7ee10a36a8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:50.383294 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d4dc1cbc-e7f6-4267-9117-574bfe39a85c req-401f374e-8f10-40b1-8690-7ee10a36a8be service neutron] 10.222.0.46 "GET /v2.0/networks?id=68fda3bd-90ff-4f20-8f16-b16096f575dd HTTP/1.1" status: 200 len: 917 time: 0.0905836 Jan 26 19:32:50.448002 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d4dc1cbc-e7f6-4267-9117-574bfe39a85c req-c58deb53-7239-46e3-b5a0-495ff0601740 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0664d13c-ea6d-44a2-a092-3eeb2d932892 HTTP/1.1" status: 200 len: 999 time: 0.0580769 Jan 26 19:32:50.494615 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc1cbc-e7f6-4267-9117-574bfe39a85c req-3a39c528-6a0f-414a-8e56-ad9a54b792e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:50.496078 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d4dc1cbc-e7f6-4267-9117-574bfe39a85c req-3a39c528-6a0f-414a-8e56-ad9a54b792e4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96126fec-90a5-4e8d-afec-f07c12737d79 HTTP/1.1" status: 200 len: 855 time: 0.0421042 Jan 26 19:32:50.543052 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc1cbc-e7f6-4267-9117-574bfe39a85c req-c4a2e1be-2886-4252-a232-22216504e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:32:50.544530 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d4dc1cbc-e7f6-4267-9117-574bfe39a85c req-c4a2e1be-2886-4252-a232-22216504e2a7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68fda3bd-90ff-4f20-8f16-b16096f575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420060 Jan 26 19:32:50.625571 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-98b40fba-e1ab-465a-b9a5-3c08cb48fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:25:06Z', 'revision_number': 4, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port': {'id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': 'b262a4b6-cb6e-4f10-ba44-7db6479fea96', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'port_id': '0664d13c-ea6d-44a2-a092-3eeb2d932892', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'mac_address': 'fa:16:3e:f7:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499a8ea2-3fbf-498e-9f50-70aad706252a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:32:36Z', 'updated_at': '2022-01-26T19:32:49Z', 'revision_number': 1, 'project_id': '200619f76ac54211847de3c39fa7c681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b9fe56-8074-4a3a-a9fc-96af4877b188', 'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'mac_address': 'fa:16:3e:0b:45:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:18Z', 'revision_number': 5, 'project_id': '200619f76ac54211847de3c39fa7c681', 'subnets': [{'id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:32:50.630553 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d4dc1cbc-e7f6-4267-9117-574bfe39a85c req-a90fd445-2319-4ba9-ac4b-7280de8425ae service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791874 Jan 26 19:32:50.654319 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b40fba-e1ab-465a-b9a5-3c08cb48fb02 None None] Checking router: 5d03a272-99ba-4c1e-b155-33fd0f94684d for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:32:50.662847 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b40fba-e1ab-465a-b9a5-3c08cb48fb02 None None] Routers {'5d03a272-99ba-4c1e-b155-33fd0f94684d'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:32:50.663519 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-98b40fba-e1ab-465a-b9a5-3c08cb48fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:32:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5d03a272-99ba-4c1e-b155-33fd0f94684d'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:32:50.720754 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d4dc1cbc-e7f6-4267-9117-574bfe39a85c req-cba5c54a-f14a-4b3c-9d2e-97f28e6960a0 service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821922 Jan 26 19:32:50.767077 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-98b40fba-e1ab-465a-b9a5-3c08cb48fb02 None None] Set router 5d03a272-99ba-4c1e-b155-33fd0f94684d gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:32:50.979644 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-98b40fba-e1ab-465a-b9a5-3c08cb48fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:25:06Z', 'revision_number': 4, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port': {'id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': 'b262a4b6-cb6e-4f10-ba44-7db6479fea96', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'port_id': '0664d13c-ea6d-44a2-a092-3eeb2d932892', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'mac_address': 'fa:16:3e:f7:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499a8ea2-3fbf-498e-9f50-70aad706252a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:32:36Z', 'updated_at': '2022-01-26T19:32:49Z', 'revision_number': 1, 'project_id': '200619f76ac54211847de3c39fa7c681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b9fe56-8074-4a3a-a9fc-96af4877b188', 'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'mac_address': 'fa:16:3e:0b:45:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:18Z', 'revision_number': 5, 'project_id': '200619f76ac54211847de3c39fa7c681', 'subnets': [{'id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:32:51.004612 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b40fba-e1ab-465a-b9a5-3c08cb48fb02 None None] The sync data for ids ['5d03a272-99ba-4c1e-b155-33fd0f94684d'] in dv-cinder-794001-3-iscsi is: [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:25:06Z', 'revision_number': 4, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port': {'id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': 'b262a4b6-cb6e-4f10-ba44-7db6479fea96', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'floating_ip_address': '172.27.1.180', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'port_id': '0664d13c-ea6d-44a2-a092-3eeb2d932892', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'mac_address': 'fa:16:3e:f7:90:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499a8ea2-3fbf-498e-9f50-70aad706252a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:32:36Z', 'updated_at': '2022-01-26T19:32:49Z', 'revision_number': 1, 'project_id': '200619f76ac54211847de3c39fa7c681', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61b9fe56-8074-4a3a-a9fc-96af4877b188', 'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'mac_address': 'fa:16:3e:0b:45:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:18Z', 'revision_number': 5, 'project_id': '200619f76ac54211847de3c39fa7c681', 'subnets': [{'id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:32:51.199295 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4e7847-231c-45bf-8355-fd2eb4ca34b7 None None] New status for floating IP b262a4b6-cb6e-4f10-ba44-7db6479fea96: ACTIVE {{(pid=102408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:33:04.038694 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-d2e38147-7c13-44e3-813f-2a548a9b96b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:06.309734 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-fa706cdc-37d7-41d5-8cb0-7cb363c76e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:07.758121 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:08.140436 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:08.978341 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:10.292329 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:12.005326 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd7b8b-0f4a-470f-ac9d-66b2c506f558 req-6680985a-8bc6-4b0d-bd8b-bc9e41810439 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:12.006767 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-16bd7b8b-0f4a-470f-ac9d-66b2c506f558 req-6680985a-8bc6-4b0d-bd8b-bc9e41810439 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0466268 Jan 26 19:33:12.052386 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-16bd7b8b-0f4a-470f-ac9d-66b2c506f558 req-ea487e51-2736-40f6-b068-720f15de815c tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394428 Jan 26 19:33:13.163958 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb04539-2d05-4f5b-a8c7-694d4aba59f0 req-1bae42b9-d6f1-4a29-843b-8143db2a9980 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:13.165420 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-feb04539-2d05-4f5b-a8c7-694d4aba59f0 req-1bae42b9-d6f1-4a29-843b-8143db2a9980 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0475340 Jan 26 19:33:13.213610 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-feb04539-2d05-4f5b-a8c7-694d4aba59f0 req-35a0ddbd-3b2e-4aaf-9bdd-dc00aad32ae5 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=e7fc1a95-352e-4e7b-9e86-96aa39cd410b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427084 Jan 26 19:33:13.288825 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a3a52-b4e0-49cd-9346-92c6a6bd6d77 req-9596e9dc-f526-4721-9c7b-0ef7df117561 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:13.290289 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ab1a3a52-b4e0-49cd-9346-92c6a6bd6d77 req-9596e9dc-f526-4721-9c7b-0ef7df117561 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.46 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 946 time: 0.0474281 Jan 26 19:33:13.379245 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-ab1a3a52-b4e0-49cd-9346-92c6a6bd6d77 req-c31050c6-0949-4210-ba85-f22a5aa462ab tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Deleting port 6758173a-c05b-4dbe-a01f-d4b556f91c47 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:33:13.379591 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-ab1a3a52-b4e0-49cd-9346-92c6a6bd6d77 req-c31050c6-0949-4210-ba85-f22a5aa462ab tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (6758173a-c05b-4dbe-a01f-d4b556f91c47), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:13.467959 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-ab1a3a52-b4e0-49cd-9346-92c6a6bd6d77 req-c31050c6-0949-4210-ba85-f22a5aa462ab tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] For port 6758173a-c05b-4dbe-a01f-d4b556f91c47, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6758173a-c05b-4dbe-a01f-d4b556f91c47,segment=NetworkSegment(1de36d51-7fdd-41d1-88bf-57180f9fb110),segment_id=1de36d51-7fdd-41d1-88bf-57180f9fb110)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:33:13.468320 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-ab1a3a52-b4e0-49cd-9346-92c6a6bd6d77 req-c31050c6-0949-4210-ba85-f22a5aa462ab tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (6758173a-c05b-4dbe-a01f-d4b556f91c47), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:13.630963 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-ab1a3a52-b4e0-49cd-9346-92c6a6bd6d77 req-c31050c6-0949-4210-ba85-f22a5aa462ab tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:13.631343 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-ab1a3a52-b4e0-49cd-9346-92c6a6bd6d77 req-c31050c6-0949-4210-ba85-f22a5aa462ab tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747628'] for floatingip (eaeaf784-cb97-4711-9555-f909d6f8de7a), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:13.631660 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.l3_db [req-ab1a3a52-b4e0-49cd-9346-92c6a6bd6d77 req-c31050c6-0949-4210-ba85-f22a5aa462ab tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Floating IP eaeaf784-cb97-4711-9555-f909d6f8de7a disassociated. External IP: 172.27.1.101, port: 6758173a-c05b-4dbe-a01f-d4b556f91c47. Jan 26 19:33:13.632031 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-ab1a3a52-b4e0-49cd-9346-92c6a6bd6d77 req-c31050c6-0949-4210-ba85-f22a5aa462ab tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Calling delete_port for 6758173a-c05b-4dbe-a01f-d4b556f91c47 owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:33:13.762002 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-ab1a3a52-b4e0-49cd-9346-92c6a6bd6d77 req-c31050c6-0949-4210-ba85-f22a5aa462ab tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (6758173a-c05b-4dbe-a01f-d4b556f91c47), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:13.790421 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31050c6-0949-4210-ba85-f22a5aa462ab tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Pushing event deleted for resources: {'Port': ['ID=6758173a-c05b-4dbe-a01f-d4b556f91c47,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:13.900110 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab1a3a52-b4e0-49cd-9346-92c6a6bd6d77 req-c31050c6-0949-4210-ba85-f22a5aa462ab tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Router a8d2a2a7-ed31-4a78-be6a-702367c582bb has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:33:14.002080 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab1a3a52-b4e0-49cd-9346-92c6a6bd6d77 req-c31050c6-0949-4210-ba85-f22a5aa462ab tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:33:14.012008 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186c34d8-7707-467d-ba60-8a48901af4a7 None None] Sync routers for ids ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:33:14.021169 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186c34d8-7707-467d-ba60-8a48901af4a7 None None] Routers {'a8d2a2a7-ed31-4a78-be6a-702367c582bb'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:33:14.021845 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-186c34d8-7707-467d-ba60-8a48901af4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:33:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:14.041555 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1a3a52-b4e0-49cd-9346-92c6a6bd6d77 req-c31050c6-0949-4210-ba85-f22a5aa462ab tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] No DVR routers for this DVR port 6758173a-c05b-4dbe-a01f-d4b556f91c47 on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:33:14.044124 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-ab1a3a52-b4e0-49cd-9346-92c6a6bd6d77 req-c31050c6-0949-4210-ba85-f22a5aa462ab tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:14.047696 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ab1a3a52-b4e0-49cd-9346-92c6a6bd6d77 req-c31050c6-0949-4210-ba85-f22a5aa462ab tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.46 "DELETE /v2.0/ports/6758173a-c05b-4dbe-a01f-d4b556f91c47 HTTP/1.1" status: 204 len: 173 time: 0.7517259 Jan 26 19:33:14.048196 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2538c057-6851-449d-a4a4-bdce032a9be8', 'name': 'network-vif-deleted', 'tag': '6758173a-c05b-4dbe-a01f-d4b556f91c47'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:33:14.050983 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e51307-7902-4827-9960-5afdaebc8678" -d '{"events": [{"server_uuid": "2538c057-6851-449d-a4a4-bdce032a9be8", "name": "network-vif-deleted", "tag": "6758173a-c05b-4dbe-a01f-d4b556f91c47"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:33:14.094628 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459dd90a-c7c9-4396-b0a4-e4eddfe2b2ae x-openstack-request-id: req-459dd90a-c7c9-4396-b0a4-e4eddfe2b2ae {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:33:14.094927 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2538c057-6851-449d-a4a4-bdce032a9be8", "name": "network-vif-deleted", "tag": "6758173a-c05b-4dbe-a01f-d4b556f91c47", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:33:14.095186 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-459dd90a-c7c9-4396-b0a4-e4eddfe2b2ae {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:33:14.095590 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2538c057-6851-449d-a4a4-bdce032a9be8', 'name': 'network-vif-deleted', 'tag': '6758173a-c05b-4dbe-a01f-d4b556f91c47', 'status': 'completed', 'code': 200} Jan 26 19:33:14.129087 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-186c34d8-7707-467d-ba60-8a48901af4a7 None None] Set router a8d2a2a7-ed31-4a78-be6a-702367c582bb gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:33:14.384422 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-186c34d8-7707-467d-ba60-8a48901af4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:05Z', 'revision_number': 4, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port': {'id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '8b9ca268-9b37-427a-a71a-53e0f978bdd3', 'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'mac_address': 'fa:16:3e:83:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:15Z', 'revision_number': 5, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'subnets': [{'id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:14.390048 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ac206fab-76ce-478a-8def-65b82b10d865 req-eb45b495-2bab-4340-aafd-49095d135e74 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=2538c057-6851-449d-a4a4-bdce032a9be8 HTTP/1.1" status: 200 len: 210 time: 0.0301476 Jan 26 19:33:14.396721 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-897a9f1f-b062-49e7-8589-d0df39705131 req-aac803b2-15d2-468e-9c5f-b9000b289019 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746305 Jan 26 19:33:14.416216 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186c34d8-7707-467d-ba60-8a48901af4a7 None None] Checking router: a8d2a2a7-ed31-4a78-be6a-702367c582bb for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:33:14.424920 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186c34d8-7707-467d-ba60-8a48901af4a7 None None] Routers {'a8d2a2a7-ed31-4a78-be6a-702367c582bb'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:33:14.425547 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-186c34d8-7707-467d-ba60-8a48901af4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:33:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:14.467149 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a9f1f-b062-49e7-8589-d0df39705131 req-689f80e8-2c2c-4550-9b03-fe8ebe2a5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:14.468593 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-897a9f1f-b062-49e7-8589-d0df39705131 req-689f80e8-2c2c-4550-9b03-fe8ebe2a5e34 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=40e0cd503f8d4553bd7dad0615823d3d&device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 1137 time: 0.0434813 Jan 26 19:33:14.536168 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-186c34d8-7707-467d-ba60-8a48901af4a7 None None] Set router a8d2a2a7-ed31-4a78-be6a-702367c582bb gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:33:14.572069 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a9f1f-b062-49e7-8589-d0df39705131 req-571fabc1-ad6d-4740-9abd-b1d121b00961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:14.573537 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-897a9f1f-b062-49e7-8589-d0df39705131 req-571fabc1-ad6d-4740-9abd-b1d121b00961 service neutron] 10.222.0.46 "GET /v2.0/networks?id=590152ee-adf6-40f5-834e-49c3cbd5a7a8 HTTP/1.1" status: 200 len: 916 time: 0.0855310 Jan 26 19:33:14.593168 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:33:14.641498 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-897a9f1f-b062-49e7-8589-d0df39705131 req-93c36ea0-95f8-48d8-a5a6-a5e777287762 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a92f78fe-a95a-433e-ae74-1d826804d788 HTTP/1.1" status: 200 len: 1000 time: 0.0618207 Jan 26 19:33:14.696992 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a9f1f-b062-49e7-8589-d0df39705131 req-74739d15-c357-45c8-84cf-aa14b095af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:14.698698 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-897a9f1f-b062-49e7-8589-d0df39705131 req-74739d15-c357-45c8-84cf-aa14b095af11 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d50d30d9-f797-4040-a4fc-59fb3d1d0993 HTTP/1.1" status: 200 len: 854 time: 0.0484068 Jan 26 19:33:14.738191 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-186c34d8-7707-467d-ba60-8a48901af4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:05Z', 'revision_number': 4, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port': {'id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '8b9ca268-9b37-427a-a71a-53e0f978bdd3', 'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'mac_address': 'fa:16:3e:83:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:15Z', 'revision_number': 5, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'subnets': [{'id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:14.746557 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a9f1f-b062-49e7-8589-d0df39705131 req-d4c77590-07ea-40b6-9fef-5050c5f48243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:14.748101 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-897a9f1f-b062-49e7-8589-d0df39705131 req-d4c77590-07ea-40b6-9fef-5050c5f48243 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=590152ee-adf6-40f5-834e-49c3cbd5a7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417519 Jan 26 19:33:14.767020 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186c34d8-7707-467d-ba60-8a48901af4a7 None None] The sync data for ids ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'] in dv-cinder-794001-3-iscsi is: [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:05Z', 'revision_number': 4, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port': {'id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '8b9ca268-9b37-427a-a71a-53e0f978bdd3', 'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'mac_address': 'fa:16:3e:83:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:15Z', 'revision_number': 5, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'subnets': [{'id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:33:14.875496 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-897a9f1f-b062-49e7-8589-d0df39705131 req-0152d919-7e80-4a21-a483-53a776544b3c service neutron] 10.222.0.46 "GET /v2.0/networks/590152ee-adf6-40f5-834e-49c3cbd5a7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167810 Jan 26 19:33:14.969085 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-897a9f1f-b062-49e7-8589-d0df39705131 req-9a0f0a88-3378-473e-930c-08fdfeabaf7e service neutron] 10.222.0.46 "GET /v2.0/networks/590152ee-adf6-40f5-834e-49c3cbd5a7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876129 Jan 26 19:33:15.033860 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9aea6c-ffe3-4f63-a06b-38600ff3eb5e None None] New status for floating IP eaeaf784-cb97-4711-9555-f909d6f8de7a: DOWN {{(pid=102408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:33:15.482906 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 58902) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:15.539016 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-68d11c88-92f9-4dbb-9ab8-06e34ecc7bfe tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group (e7fc1a95-352e-4e7b-9e86-96aa39cd410b), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:15.561225 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-68d11c88-92f9-4dbb-9ab8-06e34ecc7bfe tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group (e7fc1a95-352e-4e7b-9e86-96aa39cd410b), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:15.608031 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-68d11c88-92f9-4dbb-9ab8-06e34ecc7bfe tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (e7fc1a95-352e-4e7b-9e86-96aa39cd410b), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:15.610728 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-68d11c88-92f9-4dbb-9ab8-06e34ecc7bfe tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:15.611969 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-68d11c88-92f9-4dbb-9ab8-06e34ecc7bfe tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "DELETE /v2.0/security-groups/e7fc1a95-352e-4e7b-9e86-96aa39cd410b HTTP/1.1" status: 204 len: 168 time: 0.1280138 Jan 26 19:33:15.614927 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 58904) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:15.620900 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d11c88-92f9-4dbb-9ab8-06e34ecc7bfe tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7fc1a95-352e-4e7b-9e86-96aa39cd410b,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:15.630931 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.api.v2.resource [None req-79eebc20-db09-4593-85a6-f95fc3bb2494 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] show failed (client error): The resource could not be found. Jan 26 19:33:15.631979 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-79eebc20-db09-4593-85a6-f95fc3bb2494 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups/e7fc1a95-352e-4e7b-9e86-96aa39cd410b HTTP/1.1" status: 404 len: 347 time: 0.0158007 Jan 26 19:33:15.635390 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 58906) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:15.767797 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Deleting port 68c194ad-9d35-4e5d-b5d0-9797301fb3d0 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:33:15.768379 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (68c194ad-9d35-4e5d-b5d0-9797301fb3d0), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:15.850060 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (68c194ad-9d35-4e5d-b5d0-9797301fb3d0), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:15.850298 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for floatingip (68c194ad-9d35-4e5d-b5d0-9797301fb3d0), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:15.863359 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Calling delete_port for 68c194ad-9d35-4e5d-b5d0-9797301fb3d0 owned by network:floatingip {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:33:15.998899 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (68c194ad-9d35-4e5d-b5d0-9797301fb3d0), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:16.023282 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Pushing event deleted for resources: {'Port': ['ID=68c194ad-9d35-4e5d-b5d0-9797301fb3d0,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:16.048717 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:16.049068 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:16.049418 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:16.049757 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:16.050088 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:16.050419 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:16.050750 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:16.051076 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:16.051402 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:16.051735 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:16.052074 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:16.052395 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:16.052714 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:16.090208 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for floatingip (eaeaf784-cb97-4711-9555-f909d6f8de7a), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:16.092828 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:16.093971 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ac1a6c98-1230-4215-90d4-cb007f15349a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "DELETE /v2.0/floatingips/eaeaf784-cb97-4711-9555-f909d6f8de7a HTTP/1.1" status: 204 len: 168 time: 0.4576497 Jan 26 19:33:16.306246 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 58910) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:16.310747 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-bb980dc8-412d-4bb3-990a-be2a010cb066 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--968206669', 'description': 'tempest-description--1621538058'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:33:16.330986 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bb980dc8-412d-4bb3-990a-be2a010cb066 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:16.396594 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bb980dc8-412d-4bb3-990a-be2a010cb066 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group (ad079d8b-4cb7-481c-80ef-866b937c182f), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:16.400735 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bb980dc8-412d-4bb3-990a-be2a010cb066 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (ad079d8b-4cb7-481c-80ef-866b937c182f), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:16.428767 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bb980dc8-412d-4bb3-990a-be2a010cb066 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:16.429904 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-bb980dc8-412d-4bb3-990a-be2a010cb066 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1226885 Jan 26 19:33:16.432327 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb980dc8-412d-4bb3-990a-be2a010cb066 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad079d8b-4cb7-481c-80ef-866b937c182f,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:16.433469 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 58912) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:16.438030 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-69658f2c-3860-437b-952e-4bb29afa45bd tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Request body: {'security_group_rule': {'security_group_id': 'ad079d8b-4cb7-481c-80ef-866b937c182f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:33:16.462419 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-69658f2c-3860-437b-952e-4bb29afa45bd tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group_rule (bcda9064-a56d-4671-b3d7-74964fc4df01), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:16.520058 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-69658f2c-3860-437b-952e-4bb29afa45bd tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group_rule (bcda9064-a56d-4671-b3d7-74964fc4df01), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:16.523542 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-69658f2c-3860-437b-952e-4bb29afa45bd tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (bcda9064-a56d-4671-b3d7-74964fc4df01), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:16.540911 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69658f2c-3860-437b-952e-4bb29afa45bd tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcda9064-a56d-4671-b3d7-74964fc4df01,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:16.548951 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-69658f2c-3860-437b-952e-4bb29afa45bd tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:16.550149 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-69658f2c-3860-437b-952e-4bb29afa45bd tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1156926 Jan 26 19:33:16.552798 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 58916) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:16.557098 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-fbd41ad5-56db-4706-b3f3-18c8c996e944 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Request body: {'security_group_rule': {'security_group_id': 'ad079d8b-4cb7-481c-80ef-866b937c182f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:33:16.580539 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fbd41ad5-56db-4706-b3f3-18c8c996e944 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group_rule (6e2bc7f2-80b1-4e34-8968-27f8a9f9245c), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:16.633459 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fbd41ad5-56db-4706-b3f3-18c8c996e944 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group_rule (6e2bc7f2-80b1-4e34-8968-27f8a9f9245c), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:16.637194 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fbd41ad5-56db-4706-b3f3-18c8c996e944 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988826'] for security_group_rule (6e2bc7f2-80b1-4e34-8968-27f8a9f9245c), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:16.654711 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd41ad5-56db-4706-b3f3-18c8c996e944 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2bc7f2-80b1-4e34-8968-27f8a9f9245c,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:16.662710 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-fbd41ad5-56db-4706-b3f3-18c8c996e944 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:16.665001 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-fbd41ad5-56db-4706-b3f3-18c8c996e944 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1105027 Jan 26 19:33:16.668002 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 58918) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:16.672189 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-8d001e27-9f42-4450-b130-2871eb0ff4bb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Request body: {'floatingip': {'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:33:16.691928 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d001e27-9f42-4450-b130-2871eb0ff4bb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:16.785225 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d001e27-9f42-4450-b130-2871eb0ff4bb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:16.887414 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-8d001e27-9f42-4450-b130-2871eb0ff4bb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Allocated IP 172.27.1.21 (8cf07f92-025e-4326-a933-3274338e1685/c6bed3d7-de6a-4276-b4da-48f65ec8568d/47c1e97b-192b-4832-889b-2fa1b184cfc1) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:33:16.987631 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d001e27-9f42-4450-b130-2871eb0ff4bb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for port (47c1e97b-192b-4832-889b-2fa1b184cfc1), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:17.018980 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d001e27-9f42-4450-b130-2871eb0ff4bb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (47c1e97b-192b-4832-889b-2fa1b184cfc1), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:17.053331 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d001e27-9f42-4450-b130-2871eb0ff4bb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Network 8cf07f92-025e-4326-a933-3274338e1685 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:33:17.056537 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-8d001e27-9f42-4450-b130-2871eb0ff4bb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:33:17.059762 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d001e27-9f42-4450-b130-2871eb0ff4bb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:33:17.083244 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d001e27-9f42-4450-b130-2871eb0ff4bb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Pushing event updated for resources: {'Port': ['ID=47c1e97b-192b-4832-889b-2fa1b184cfc1,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:17.154701 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d001e27-9f42-4450-b130-2871eb0ff4bb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for floatingip (1c33527b-e7c2-4e63-85c3-657e78360be1), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:17.187663 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d001e27-9f42-4450-b130-2871eb0ff4bb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (47c1e97b-192b-4832-889b-2fa1b184cfc1), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:17.330425 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d001e27-9f42-4450-b130-2871eb0ff4bb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for port (47c1e97b-192b-4832-889b-2fa1b184cfc1), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:17.334761 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d001e27-9f42-4450-b130-2871eb0ff4bb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8804474'] for port (47c1e97b-192b-4832-889b-2fa1b184cfc1), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:17.400435 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d001e27-9f42-4450-b130-2871eb0ff4bb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Pushing event updated for resources: {'Port': ['ID=47c1e97b-192b-4832-889b-2fa1b184cfc1,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:17.410090 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d001e27-9f42-4450-b130-2871eb0ff4bb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747628'] for floatingip (1c33527b-e7c2-4e63-85c3-657e78360be1), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:17.425409 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d001e27-9f42-4450-b130-2871eb0ff4bb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:17.426642 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-8d001e27-9f42-4450-b130-2871eb0ff4bb tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7577105 Jan 26 19:33:17.570396 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-c71f7c10-aed2-47bb-b1c9-af8a1c206258 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--968206669&fields=id&tenant_id=02dc9a9d875c479c8dcb8eb1a31fa567 HTTP/1.1" status: 200 len: 267 time: 0.0411878 Jan 26 19:33:17.676038 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-e25e4603-338f-474e-af74-353cdc149149 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:17.677512 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-e25e4603-338f-474e-af74-353cdc149149 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/networks?id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c HTTP/1.1" status: 200 len: 811 time: 0.1002903 Jan 26 19:33:17.691159 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-edf2d813-ae17-42f0-bfb4-99778e62c6a7 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/quotas/02dc9a9d875c479c8dcb8eb1a31fa567 HTTP/1.1" status: 200 len: 375 time: 0.0085430 Jan 26 19:33:17.695075 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 6758173a-c05b-4dbe-a01f-d4b556f91c47 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:33:17.715881 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: 6758173a-c05b-4dbe-a01f-d4b556f91c47 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:33:17.716226 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 6758173a-c05b-4dbe-a01f-d4b556f91c47 not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:33:17.741742 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-9ccdafb5-6ab5-4fd4-a4cc-8063f9bddd69 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=02dc9a9d875c479c8dcb8eb1a31fa567&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450959 Jan 26 19:33:17.840843 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-457714b9-42cb-4685-8884-82e8d21d69e9 service neutron] 10.222.0.50 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872877 Jan 26 19:33:17.925192 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-beab453f-b0ba-4a3a-aeed-533968e4a2e6 service neutron] 10.222.0.50 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786841 Jan 26 19:33:19.097615 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-5f2869ff-99a0-46e4-a65b-e103c46d6fcd req-f4def2b6-7b6a-4549-81d8-6cbf969ba99d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=28e423e3-0f9a-43eb-a746-10324b54c932 HTTP/1.1" status: 200 len: 210 time: 0.0270972 Jan 26 19:33:20.002653 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-902f0c35-c2f1-46e9-b5d1-3c9238ff13bc tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:20.003997 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-902f0c35-c2f1-46e9-b5d1-3c9238ff13bc tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.46 "GET /v2.0/networks?id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c HTTP/1.1" status: 200 len: 811 time: 0.1033204 Jan 26 19:33:20.064124 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-28d53fa8-a8d2-455a-bf14-f1b6278e4f77 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02dc9a9d875c479c8dcb8eb1a31fa567 HTTP/1.1" status: 200 len: 379 time: 0.0509999 Jan 26 19:33:20.076422 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-d18a7d0b-50ee-4a92-948b-1fa64bd5ec7f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Request body: {'port': {'device_id': '28e423e3-0f9a-43eb-a746-10324b54c932', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'admin_state_up': True, 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'security_groups': ['ad079d8b-4cb7-481c-80ef-866b937c182f']}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:33:20.190367 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-d18a7d0b-50ee-4a92-948b-1fa64bd5ec7f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Made reservation on behalf of 02dc9a9d875c479c8dcb8eb1a31fa567 for: {'port': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:33:20.193999 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-d18a7d0b-50ee-4a92-948b-1fa64bd5ec7f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:20.195875 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f3c49dcb-56bb-4013-a61c-4c8665263d68 req-801ea4bd-f0d2-4d5d-bdd6-ee232cbaf330 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=28e423e3-0f9a-43eb-a746-10324b54c932 HTTP/1.1" status: 200 len: 210 time: 0.0286295 Jan 26 19:33:20.315291 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-d18a7d0b-50ee-4a92-948b-1fa64bd5ec7f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Allocated IP 172.20.0.9 (1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c/75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e/c2746741-b808-4b63-8c17-d6839bcf5bb2) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:33:20.450472 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-d18a7d0b-50ee-4a92-948b-1fa64bd5ec7f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for port (c2746741-b808-4b63-8c17-d6839bcf5bb2), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:20.483380 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-d18a7d0b-50ee-4a92-948b-1fa64bd5ec7f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (c2746741-b808-4b63-8c17-d6839bcf5bb2), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:20.522561 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-d18a7d0b-50ee-4a92-948b-1fa64bd5ec7f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Network 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:33:20.526133 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-d18a7d0b-50ee-4a92-948b-1fa64bd5ec7f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:33:20.532241 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-d18a7d0b-50ee-4a92-948b-1fa64bd5ec7f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:33:20.555014 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a7d0b-50ee-4a92-948b-1fa64bd5ec7f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Pushing event updated for resources: {'Port': ['ID=c2746741-b808-4b63-8c17-d6839bcf5bb2,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:20.583427 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-d18a7d0b-50ee-4a92-948b-1fa64bd5ec7f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:20.584110 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-d18a7d0b-50ee-4a92-948b-1fa64bd5ec7f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:20.601844 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-d18a7d0b-50ee-4a92-948b-1fa64bd5ec7f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5288966 Jan 26 19:33:20.613175 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Request body: {'port': {'device_id': '28e423e3-0f9a-43eb-a746-10324b54c932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:33:20.672389 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (c2746741-b808-4b63-8c17-d6839bcf5bb2), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:20.756205 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-d40685f7-03cc-4bb0-ac32-50dc9e47c868 None None] Provisioning complete for port c2746741-b808-4b63-8c17-d6839bcf5bb2 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:33:20.756788 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-d40685f7-03cc-4bb0-ac32-50dc9e47c868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (c2746741-b808-4b63-8c17-d6839bcf5bb2), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:20.790068 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-d40685f7-03cc-4bb0-ac32-50dc9e47c868 None None] Port c2746741-b808-4b63-8c17-d6839bcf5bb2 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:33:20.927020 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2746741-b808-4b63-8c17-d6839bcf5bb2 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:33:20.934920 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Publish callbacks [] for port (c2746741-b808-4b63-8c17-d6839bcf5bb2), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:20.946183 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Transition to ACTIVE for port object c2746741-b808-4b63-8c17-d6839bcf5bb2 will not be triggered until provisioned by entity L2. {{(pid=102406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:33:20.950003 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (c2746741-b808-4b63-8c17-d6839bcf5bb2), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:21.015236 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2746741-b808-4b63-8c17-d6839bcf5bb2,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:21.067289 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Attempting to bind port c2746741-b808-4b63-8c17-d6839bcf5bb2 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:33:21.067635 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Attempting to bind port c2746741-b808-4b63-8c17-d6839bcf5bb2 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '1de36d51-7fdd-41d1-88bf-57180f9fb110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:33:21.067978 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Attempting to bind port c2746741-b808-4b63-8c17-d6839bcf5bb2 on network 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:33:21.073741 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Port c2746741-b808-4b63-8c17-d6839bcf5bb2 on network 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:33:21.074072 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Attempting to bind port c2746741-b808-4b63-8c17-d6839bcf5bb2 on network 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:33:21.079464 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:33:21.079854 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Checking segment: {'id': '1de36d51-7fdd-41d1-88bf-57180f9fb110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:33:21.080246 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Bound using segment: {'id': '1de36d51-7fdd-41d1-88bf-57180f9fb110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:33:21.080676 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Bound port: c2746741-b808-4b63-8c17-d6839bcf5bb2, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de36d51-7fdd-41d1-88bf-57180f9fb110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:33:21.081038 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (c2746741-b808-4b63-8c17-d6839bcf5bb2), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:21.157408 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] For port c2746741-b808-4b63-8c17-d6839bcf5bb2, host hv-cinder-79400, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:33:21.160467 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] For port c2746741-b808-4b63-8c17-d6839bcf5bb2, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c2746741-b808-4b63-8c17-d6839bcf5bb2,segment=NetworkSegment(1de36d51-7fdd-41d1-88bf-57180f9fb110),segment_id=1de36d51-7fdd-41d1-88bf-57180f9fb110)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:33:21.168236 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (c2746741-b808-4b63-8c17-d6839bcf5bb2), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:21.203511 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:21.204145 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:21.205727 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] 10.222.0.46 "PUT /v2.0/ports/c2746741-b808-4b63-8c17-d6839bcf5bb2 HTTP/1.1" status: 200 len: 1093 time: 0.5967224 Jan 26 19:33:21.206161 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e423e3-0f9a-43eb-a746-10324b54c932', 'tag': 'c2746741-b808-4b63-8c17-d6839bcf5bb2'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:33:21.209251 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12d3460-859d-4793-a80e-9ab57afb6304" -d '{"events": [{"name": "network-changed", "server_uuid": "28e423e3-0f9a-43eb-a746-10324b54c932", "tag": "c2746741-b808-4b63-8c17-d6839bcf5bb2"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:33:21.254655 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf746b-69be-44ad-af97-ca75dc65fbb3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2746741-b808-4b63-8c17-d6839bcf5bb2,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:21.290924 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e14521-b589-42fe-b035-7d75b578c559 x-openstack-request-id: req-29e14521-b589-42fe-b035-7d75b578c559 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:33:21.291223 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e423e3-0f9a-43eb-a746-10324b54c932", "tag": "c2746741-b808-4b63-8c17-d6839bcf5bb2", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:33:21.291477 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-29e14521-b589-42fe-b035-7d75b578c559 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:33:21.291902 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e423e3-0f9a-43eb-a746-10324b54c932', 'tag': 'c2746741-b808-4b63-8c17-d6839bcf5bb2', 'status': 'completed', 'code': 200} Jan 26 19:33:21.324450 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-bed6d906-1004-40aa-9f9c-7f6a8c006326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:21.326688 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-bed6d906-1004-40aa-9f9c-7f6a8c006326 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02dc9a9d875c479c8dcb8eb1a31fa567&device_id=28e423e3-0f9a-43eb-a746-10324b54c932 HTTP/1.1" status: 200 len: 1096 time: 0.0685642 Jan 26 19:33:21.392902 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-10464a7a-278e-4ed3-bdae-7d03177ffd76 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2746741-b808-4b63-8c17-d6839bcf5bb2 HTTP/1.1" status: 200 len: 217 time: 0.0400031 Jan 26 19:33:21.410601 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5877b5-1f35-44cf-a83a-fa725a770b4a req-a22490cf-a9cc-459f-9cb2-0d3543338944 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:21.415799 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3a5877b5-1f35-44cf-a83a-fa725a770b4a req-a22490cf-a9cc-459f-9cb2-0d3543338944 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=28e423e3-0f9a-43eb-a746-10324b54c932 HTTP/1.1" status: 200 len: 943 time: 0.0993469 Jan 26 19:33:21.490422 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-e199e9c1-385f-4bac-92b5-b2594d261350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:21.491946 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-e199e9c1-385f-4bac-92b5-b2594d261350 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e HTTP/1.1" status: 200 len: 850 time: 0.0680928 Jan 26 19:33:21.499267 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3a5877b5-1f35-44cf-a83a-fa725a770b4a req-90c99a0d-95a2-4fe7-904b-a557f0581c62 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad079d8b-4cb7-481c-80ef-866b937c182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814674 Jan 26 19:33:21.540993 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-4b5a756a-5a9b-41e8-b907-64dfb9876b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:21.542483 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-4b5a756a-5a9b-41e8-b907-64dfb9876b47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421779 Jan 26 19:33:21.633613 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-454fa8d2-94d1-4a50-a27d-f8e2ea3cf5ea service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828211 Jan 26 19:33:21.720839 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0cb8fe84-ba81-4aae-8518-a2cf8ffda68c req-1f73a5d0-a18d-4736-a6df-5af442cda708 service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798090 Jan 26 19:33:21.812664 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d3460-859d-4793-a80e-9ab57afb6304 req-e4b76887-08a7-464e-b2db-0cf45e9f9442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:21.814119 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b12d3460-859d-4793-a80e-9ab57afb6304 req-e4b76887-08a7-464e-b2db-0cf45e9f9442 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02dc9a9d875c479c8dcb8eb1a31fa567&device_id=28e423e3-0f9a-43eb-a746-10324b54c932 HTTP/1.1" status: 200 len: 1096 time: 0.0398436 Jan 26 19:33:21.905427 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d3460-859d-4793-a80e-9ab57afb6304 req-574adcc8-a478-4ecf-b9e2-69c235d0ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:21.906881 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b12d3460-859d-4793-a80e-9ab57afb6304 req-574adcc8-a478-4ecf-b9e2-69c235d0ff14 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c HTTP/1.1" status: 200 len: 912 time: 0.0852232 Jan 26 19:33:21.948323 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b12d3460-859d-4793-a80e-9ab57afb6304 req-74e53a87-2907-42e4-b7c3-97ad75bd639f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2746741-b808-4b63-8c17-d6839bcf5bb2 HTTP/1.1" status: 200 len: 217 time: 0.0337710 Jan 26 19:33:21.999014 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d3460-859d-4793-a80e-9ab57afb6304 req-de52fb0c-61e5-4dbe-a6e4-f53a973b3b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:22.000344 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b12d3460-859d-4793-a80e-9ab57afb6304 req-de52fb0c-61e5-4dbe-a6e4-f53a973b3b5a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e HTTP/1.1" status: 200 len: 850 time: 0.0443032 Jan 26 19:33:22.048861 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d3460-859d-4793-a80e-9ab57afb6304 req-bae13e3b-b9d6-4b88-a9c3-c75cdd511e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:22.050359 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b12d3460-859d-4793-a80e-9ab57afb6304 req-bae13e3b-b9d6-4b88-a9c3-c75cdd511e3e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441215 Jan 26 19:33:22.147259 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b12d3460-859d-4793-a80e-9ab57afb6304 req-cd287025-7967-49be-a55f-c12a7f9fcada service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881326 Jan 26 19:33:22.233131 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b12d3460-859d-4793-a80e-9ab57afb6304 req-9f269214-58df-4f00-9e4f-deada24f63fe service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775487 Jan 26 19:33:22.613502 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd7f612-b876-43bf-80d8-1d4a2d1d0f1a req-08afa312-4901-4613-8dbe-fa39e1b37599 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:22.614857 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1bd7f612-b876-43bf-80d8-1d4a2d1d0f1a req-08afa312-4901-4613-8dbe-fa39e1b37599 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=28e423e3-0f9a-43eb-a746-10324b54c932 HTTP/1.1" status: 200 len: 943 time: 0.0468056 Jan 26 19:33:22.662323 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1bd7f612-b876-43bf-80d8-1d4a2d1d0f1a req-2b651b2b-5134-476f-a4bb-d5746f4ace1d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad079d8b-4cb7-481c-80ef-866b937c182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419548 Jan 26 19:33:23.974889 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105be85-dfdb-4a75-a46b-09c795265343 req-4490b46f-2075-4aa3-b2b0-e895647a99b0 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:23.976263 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4105be85-dfdb-4a75-a46b-09c795265343 req-4490b46f-2075-4aa3-b2b0-e895647a99b0 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=28e423e3-0f9a-43eb-a746-10324b54c932 HTTP/1.1" status: 200 len: 943 time: 0.2493155 Jan 26 19:33:24.020365 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4105be85-dfdb-4a75-a46b-09c795265343 req-003e3ebf-863d-4b31-8b3e-14b273da2f40 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad079d8b-4cb7-481c-80ef-866b937c182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379944 Jan 26 19:33:25.130863 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f6a6f-5f45-4389-b354-4110501d2a7b req-860f11d8-e7cf-4377-9431-5634f0e32283 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:25.132319 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-507f6a6f-5f45-4389-b354-4110501d2a7b req-860f11d8-e7cf-4377-9431-5634f0e32283 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=28e423e3-0f9a-43eb-a746-10324b54c932 HTTP/1.1" status: 200 len: 943 time: 0.0468130 Jan 26 19:33:25.176254 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-507f6a6f-5f45-4389-b354-4110501d2a7b req-d1a4b3a7-e0cb-484e-9e61-93de83ab259d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad079d8b-4cb7-481c-80ef-866b937c182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385764 Jan 26 19:33:25.721111 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device c2746741-b808-4b63-8c17-d6839bcf5bb2 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:33:25.814695 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port c2746741-b808-4b63-8c17-d6839bcf5bb2, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c2746741-b808-4b63-8c17-d6839bcf5bb2,segment=NetworkSegment(1de36d51-7fdd-41d1-88bf-57180f9fb110),segment_id=1de36d51-7fdd-41d1-88bf-57180f9fb110)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:33:25.826005 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': 'c2746741-b808-4b63-8c17-d6839bcf5bb2', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'port_id': 'c2746741-b808-4b63-8c17-d6839bcf5bb2', 'mac_address': 'fa:16:3e:92:6e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:33:25.982471 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port c2746741-b808-4b63-8c17-d6839bcf5bb2 is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:33:25.982751 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (c2746741-b808-4b63-8c17-d6839bcf5bb2), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:25.995117 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2746741-b808-4b63-8c17-d6839bcf5bb2 {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:33:26.014073 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port c2746741-b808-4b63-8c17-d6839bcf5bb2, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c2746741-b808-4b63-8c17-d6839bcf5bb2,segment=NetworkSegment(1de36d51-7fdd-41d1-88bf-57180f9fb110),segment_id=1de36d51-7fdd-41d1-88bf-57180f9fb110)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:33:26.017441 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (c2746741-b808-4b63-8c17-d6839bcf5bb2), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:26.062041 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=c2746741-b808-4b63-8c17-d6839bcf5bb2,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:26.291632 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835d9ea-5276-47b5-afe5-7dffc85bb118 req-dd0b5894-ea41-4345-8d08-e59af689064c tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:26.293101 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3835d9ea-5276-47b5-afe5-7dffc85bb118 req-dd0b5894-ea41-4345-8d08-e59af689064c tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=28e423e3-0f9a-43eb-a746-10324b54c932 HTTP/1.1" status: 200 len: 944 time: 0.0503738 Jan 26 19:33:26.339266 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3835d9ea-5276-47b5-afe5-7dffc85bb118 req-e8c7773a-ec63-4bb2-96cc-795d1dcc446e tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad079d8b-4cb7-481c-80ef-866b937c182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402329 Jan 26 19:33:26.370303 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['c2746741-b808-4b63-8c17-d6839bcf5bb2'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:33:27.450873 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84255582-885d-4ca7-b611-a84f296ea67c req-a94e20c2-a0d2-4c1b-8f0f-b0b79c6a8c18 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:27.452384 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-84255582-885d-4ca7-b611-a84f296ea67c req-a94e20c2-a0d2-4c1b-8f0f-b0b79c6a8c18 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=28e423e3-0f9a-43eb-a746-10324b54c932 HTTP/1.1" status: 200 len: 944 time: 0.0469131 Jan 26 19:33:27.497347 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-84255582-885d-4ca7-b611-a84f296ea67c req-8f0dfaed-38be-4903-855c-3e5bed717bbf tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad079d8b-4cb7-481c-80ef-866b937c182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395205 Jan 26 19:33:27.734711 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device c2746741-b808-4b63-8c17-d6839bcf5bb2 up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:33:27.783522 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port c2746741-b808-4b63-8c17-d6839bcf5bb2 completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:33:27.787691 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port c2746741-b808-4b63-8c17-d6839bcf5bb2 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:33:27.788102 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (c2746741-b808-4b63-8c17-d6839bcf5bb2), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:27.865701 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port c2746741-b808-4b63-8c17-d6839bcf5bb2 is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:33:27.865998 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (c2746741-b808-4b63-8c17-d6839bcf5bb2), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:27.887855 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e423e3-0f9a-43eb-a746-10324b54c932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2746741-b808-4b63-8c17-d6839bcf5bb2'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:33:27.890187 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ee91c3-98ef-4868-b2da-57bae7b2f942" -d '{"events": [{"server_uuid": "28e423e3-0f9a-43eb-a746-10324b54c932", "name": "network-vif-plugged", "status": "completed", "tag": "c2746741-b808-4b63-8c17-d6839bcf5bb2"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:33:27.902451 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port c2746741-b808-4b63-8c17-d6839bcf5bb2, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c2746741-b808-4b63-8c17-d6839bcf5bb2,segment=NetworkSegment(1de36d51-7fdd-41d1-88bf-57180f9fb110),segment_id=1de36d51-7fdd-41d1-88bf-57180f9fb110)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:33:27.906515 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (c2746741-b808-4b63-8c17-d6839bcf5bb2), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:27.928844 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b36243-e0d8-46ad-a274-a2dfb4203133 x-openstack-request-id: req-c4b36243-e0d8-46ad-a274-a2dfb4203133 {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:33:27.929136 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e423e3-0f9a-43eb-a746-10324b54c932", "name": "network-vif-plugged", "status": "completed", "tag": "c2746741-b808-4b63-8c17-d6839bcf5bb2", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:33:27.929387 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c4b36243-e0d8-46ad-a274-a2dfb4203133 {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:33:27.929772 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e423e3-0f9a-43eb-a746-10324b54c932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2746741-b808-4b63-8c17-d6839bcf5bb2', 'code': 200} Jan 26 19:33:27.956937 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=c2746741-b808-4b63-8c17-d6839bcf5bb2,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:28.087066 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f5500-0002-4721-98cf-d091c091e55e req-817dbf96-3079-4b59-a48c-205c08bbed98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:28.088540 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8b4f5500-0002-4721-98cf-d091c091e55e req-817dbf96-3079-4b59-a48c-205c08bbed98 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=28e423e3-0f9a-43eb-a746-10324b54c932 HTTP/1.1" status: 200 len: 1098 time: 0.0379639 Jan 26 19:33:28.135239 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8b4f5500-0002-4721-98cf-d091c091e55e req-c66b3a24-0589-4bd1-8b42-e5c6d11ca0cc service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=ad079d8b-4cb7-481c-80ef-866b937c182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396838 Jan 26 19:33:28.613732 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806ddd0-8ac0-4434-b2b4-70f1e579921d req-6c0aff03-92ef-493b-889f-7a50ff74e789 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:28.615205 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1806ddd0-8ac0-4434-b2b4-70f1e579921d req-6c0aff03-92ef-493b-889f-7a50ff74e789 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=28e423e3-0f9a-43eb-a746-10324b54c932 HTTP/1.1" status: 200 len: 945 time: 0.0483732 Jan 26 19:33:28.660678 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1806ddd0-8ac0-4434-b2b4-70f1e579921d req-ee1ded96-eafa-47e0-acf9-e181fd0d3834 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad079d8b-4cb7-481c-80ef-866b937c182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398304 Jan 26 19:33:29.200936 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-78906f60-eeab-480f-b619-640bf9ac0da3 req-d7d5ec8f-fed9-4089-abc9-f6e0bf958a21 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253398764&fields=id&tenant_id=40e0cd503f8d4553bd7dad0615823d3d HTTP/1.1" status: 200 len: 267 time: 0.0423968 Jan 26 19:33:29.250105 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78906f60-eeab-480f-b619-640bf9ac0da3 req-315a3c00-6419-433e-9a31-48aad53800de tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:29.251543 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-78906f60-eeab-480f-b619-640bf9ac0da3 req-315a3c00-6419-433e-9a31-48aad53800de tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 984 time: 0.0456276 Jan 26 19:33:29.262407 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-78906f60-eeab-480f-b619-640bf9ac0da3 req-64854d50-e251-4827-a32d-d3a1848bc5f8 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Request body: {'port': {'security_groups': ['cf6bfff5-3c5c-4ddd-8596-990a3fc5e124']}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:33:29.330547 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-78906f60-eeab-480f-b619-640bf9ac0da3 req-64854d50-e251-4827-a32d-d3a1848bc5f8 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:29.503663 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-78906f60-eeab-480f-b619-640bf9ac0da3 req-64854d50-e251-4827-a32d-d3a1848bc5f8 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] For port a92f78fe-a95a-433e-ae74-1d826804d788, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=a92f78fe-a95a-433e-ae74-1d826804d788,segment=NetworkSegment(833f7807-26f1-4a67-b66e-46cfd8e3a86e),segment_id=833f7807-26f1-4a67-b66e-46cfd8e3a86e)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:33:29.532033 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-78906f60-eeab-480f-b619-640bf9ac0da3 req-64854d50-e251-4827-a32d-d3a1848bc5f8 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for port (a92f78fe-a95a-433e-ae74-1d826804d788), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:29.537259 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-78906f60-eeab-480f-b619-640bf9ac0da3 req-64854d50-e251-4827-a32d-d3a1848bc5f8 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:29.549195 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['a92f78fe-a95a-433e-ae74-1d826804d788'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:33:29.579289 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78906f60-eeab-480f-b619-640bf9ac0da3 req-64854d50-e251-4827-a32d-d3a1848bc5f8 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:29.580014 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-78906f60-eeab-480f-b619-640bf9ac0da3 req-64854d50-e251-4827-a32d-d3a1848bc5f8 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:29.581428 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-78906f60-eeab-480f-b619-640bf9ac0da3 req-64854d50-e251-4827-a32d-d3a1848bc5f8 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "PUT /v2.0/ports/a92f78fe-a95a-433e-ae74-1d826804d788 HTTP/1.1" status: 200 len: 942 time: 0.3239439 Jan 26 19:33:29.581905 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283eeb00-cb4f-420c-86c1-5b109a89420c', 'tag': 'a92f78fe-a95a-433e-ae74-1d826804d788'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:33:29.584241 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2116518a-2177-41c6-825c-338ce12d3bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "283eeb00-cb4f-420c-86c1-5b109a89420c", "tag": "a92f78fe-a95a-433e-ae74-1d826804d788"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:33:29.588489 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 59002) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:29.630996 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64854d50-e251-4827-a32d-d3a1848bc5f8 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Pushing event updated for resources: {'Port': ['ID=a92f78fe-a95a-433e-ae74-1d826804d788,revision_number=7']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:29.637387 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb789a6-89d1-407a-8d65-29474ff3d376 x-openstack-request-id: req-efb789a6-89d1-407a-8d65-29474ff3d376 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:33:29.637387 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283eeb00-cb4f-420c-86c1-5b109a89420c", "tag": "a92f78fe-a95a-433e-ae74-1d826804d788", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:33:29.637387 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-efb789a6-89d1-407a-8d65-29474ff3d376 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:33:29.637387 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283eeb00-cb4f-420c-86c1-5b109a89420c', 'tag': 'a92f78fe-a95a-433e-ae74-1d826804d788', 'status': 'completed', 'code': 200} Jan 26 19:33:29.684759 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['a92f78fe-a95a-433e-ae74-1d826804d788'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:33:29.697905 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9eadb875-c4f8-4792-a3e4-35f07299cb45 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group (c9bd21fc-ac84-46a8-b63d-25faf928ca85), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:29.722788 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116518a-2177-41c6-825c-338ce12d3bc4 req-f2ec6027-c504-4bc5-8ee9-ea99350b89e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:29.725935 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2116518a-2177-41c6-825c-338ce12d3bc4 req-f2ec6027-c504-4bc5-8ee9-ea99350b89e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=40e0cd503f8d4553bd7dad0615823d3d&device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 1098 time: 0.0650492 Jan 26 19:33:29.743813 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9eadb875-c4f8-4792-a3e4-35f07299cb45 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group (c9bd21fc-ac84-46a8-b63d-25faf928ca85), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:29.851879 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04002bc-8bd7-4b4e-a32f-5994fb599937 req-0996f63f-b3d9-452c-af80-174c97c1fe76 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:29.860128 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f04002bc-8bd7-4b4e-a32f-5994fb599937 req-0996f63f-b3d9-452c-af80-174c97c1fe76 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=28e423e3-0f9a-43eb-a746-10324b54c932 HTTP/1.1" status: 200 len: 945 time: 0.0898139 Jan 26 19:33:29.865583 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116518a-2177-41c6-825c-338ce12d3bc4 req-0640ec31-7663-415c-b3e1-96e9d964f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:29.867885 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2116518a-2177-41c6-825c-338ce12d3bc4 req-0640ec31-7663-415c-b3e1-96e9d964f9e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=590152ee-adf6-40f5-834e-49c3cbd5a7a8 HTTP/1.1" status: 200 len: 916 time: 0.1297498 Jan 26 19:33:29.912361 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f04002bc-8bd7-4b4e-a32f-5994fb599937 req-2891c23f-3661-4491-a841-39e947f706a0 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad079d8b-4cb7-481c-80ef-866b937c182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510612 Jan 26 19:33:29.922371 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9eadb875-c4f8-4792-a3e4-35f07299cb45 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c9bd21fc-ac84-46a8-b63d-25faf928ca85), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:29.925893 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-9eadb875-c4f8-4792-a3e4-35f07299cb45 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:29.930332 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-9eadb875-c4f8-4792-a3e4-35f07299cb45 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "DELETE /v2.0/security-groups/c9bd21fc-ac84-46a8-b63d-25faf928ca85 HTTP/1.1" status: 204 len: 168 time: 0.3381445 Jan 26 19:33:29.930482 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 59008) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:29.939594 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-c930cebe-298e-4686-884f-88334df910a1 None None] Provisioning complete for port a92f78fe-a95a-433e-ae74-1d826804d788 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:33:29.940077 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-c930cebe-298e-4686-884f-88334df910a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:29.965373 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2116518a-2177-41c6-825c-338ce12d3bc4 req-0ed46b9c-eada-4724-bde3-53b418be4770 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a92f78fe-a95a-433e-ae74-1d826804d788 HTTP/1.1" status: 200 len: 1000 time: 0.0874963 Jan 26 19:33:29.973436 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadb875-c4f8-4792-a3e4-35f07299cb45 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bd21fc-ac84-46a8-b63d-25faf928ca85,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:30.047815 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-c930cebe-298e-4686-884f-88334df910a1 None None] Current status of the port a92f78fe-a95a-433e-ae74-1d826804d788 is: ACTIVE; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:33:30.065677 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116518a-2177-41c6-825c-338ce12d3bc4 req-f8d73752-bbcd-4eb8-a807-cfc21b7a4722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:30.067275 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2116518a-2177-41c6-825c-338ce12d3bc4 req-f8d73752-bbcd-4eb8-a807-cfc21b7a4722 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d50d30d9-f797-4040-a4fc-59fb3d1d0993 HTTP/1.1" status: 200 len: 854 time: 0.0957286 Jan 26 19:33:30.075400 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab43af1e-47cb-4576-90d4-a869b99fa8bb req-83234a50-2c62-400c-ba1d-4b89339e974c tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:30.076848 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ab43af1e-47cb-4576-90d4-a869b99fa8bb req-83234a50-2c62-400c-ba1d-4b89339e974c tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=28e423e3-0f9a-43eb-a746-10324b54c932 HTTP/1.1" status: 200 len: 945 time: 0.0709441 Jan 26 19:33:30.085832 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 59014) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:30.090290 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-e17663f1-fce8-41cd-8070-7c029a086c2e tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Request body: {'floatingip': {'port_id': 'c2746741-b808-4b63-8c17-d6839bcf5bb2'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:33:30.107925 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-ffb70a05-1d71-4ca9-8268-1b20b72fbd5d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Deleting port 0e02e98a-eb03-4c37-ba3d-c512af4294d3 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:33:30.108281 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ffb70a05-1d71-4ca9-8268-1b20b72fbd5d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (0e02e98a-eb03-4c37-ba3d-c512af4294d3), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:30.142487 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e17663f1-fce8-41cd-8070-7c029a086c2e tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for floatingip (1c33527b-e7c2-4e63-85c3-657e78360be1), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:30.188672 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ffb70a05-1d71-4ca9-8268-1b20b72fbd5d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (0e02e98a-eb03-4c37-ba3d-c512af4294d3), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:30.188994 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ffb70a05-1d71-4ca9-8268-1b20b72fbd5d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for floatingip (0e02e98a-eb03-4c37-ba3d-c512af4294d3), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:30.201287 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-ffb70a05-1d71-4ca9-8268-1b20b72fbd5d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Calling delete_port for 0e02e98a-eb03-4c37-ba3d-c512af4294d3 owned by network:floatingip {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:33:30.209394 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116518a-2177-41c6-825c-338ce12d3bc4 req-473014e5-e28c-4f0d-84ed-0f7bdcfe22d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:30.210881 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2116518a-2177-41c6-825c-338ce12d3bc4 req-473014e5-e28c-4f0d-84ed-0f7bdcfe22d8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=590152ee-adf6-40f5-834e-49c3cbd5a7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1332061 Jan 26 19:33:30.369200 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ffb70a05-1d71-4ca9-8268-1b20b72fbd5d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (0e02e98a-eb03-4c37-ba3d-c512af4294d3), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:30.402404 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb70a05-1d71-4ca9-8268-1b20b72fbd5d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Pushing event deleted for resources: {'Port': ['ID=0e02e98a-eb03-4c37-ba3d-c512af4294d3,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:30.410742 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2116518a-2177-41c6-825c-338ce12d3bc4 req-0c93d0dc-8885-4d0d-bf72-4d14d0362feb service neutron] 10.222.0.46 "GET /v2.0/networks/590152ee-adf6-40f5-834e-49c3cbd5a7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763806 Jan 26 19:33:30.457716 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ffb70a05-1d71-4ca9-8268-1b20b72fbd5d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks [] for floatingip (be4e789a-66a6-4bcc-be30-0bf370c66eb4), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:30.458031 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.l3_db [None req-ffb70a05-1d71-4ca9-8268-1b20b72fbd5d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Floating IP be4e789a-66a6-4bcc-be30-0bf370c66eb4 disassociated (deleted). External IP: 172.27.1.12, port: a92f78fe-a95a-433e-ae74-1d826804d788. Jan 26 19:33:30.617743 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2116518a-2177-41c6-825c-338ce12d3bc4 req-81de926e-918a-4347-8368-2e3d23b45d1f service neutron] 10.222.0.46 "GET /v2.0/networks/590152ee-adf6-40f5-834e-49c3cbd5a7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982942 Jan 26 19:33:30.660378 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb70a05-1d71-4ca9-8268-1b20b72fbd5d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Router 168ef449-fe5c-4de7-b4c7-88326cda0b38 has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:33:30.721826 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e17663f1-fce8-41cd-8070-7c029a086c2e tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:30.725512 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e17663f1-fce8-41cd-8070-7c029a086c2e tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747628'] for floatingip (1c33527b-e7c2-4e63-85c3-657e78360be1), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:30.764445 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb70a05-1d71-4ca9-8268-1b20b72fbd5d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:33:30.772320 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ffb70a05-1d71-4ca9-8268-1b20b72fbd5d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:30.780400 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c8c925-41c9-4de7-9e0b-866ab733498c None None] Sync routers for ids ['168ef449-fe5c-4de7-b4c7-88326cda0b38'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:33:30.798171 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c8c925-41c9-4de7-9e0b-866ab733498c None None] Routers {'168ef449-fe5c-4de7-b4c7-88326cda0b38'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:33:30.799012 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-79c8c925-41c9-4de7-9e0b-866ab733498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:33:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['168ef449-fe5c-4de7-b4c7-88326cda0b38'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:30.813591 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ffb70a05-1d71-4ca9-8268-1b20b72fbd5d tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "DELETE /v2.0/floatingips/be4e789a-66a6-4bcc-be30-0bf370c66eb4 HTTP/1.1" status: 204 len: 168 time: 0.8803384 Jan 26 19:33:30.814267 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283eeb00-cb4f-420c-86c1-5b109a89420c', 'tag': 'a92f78fe-a95a-433e-ae74-1d826804d788'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:33:30.816668 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7b72c0399c7a02543c54853772d0c66854ec282a6807dc06cd91a1aad397b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43e0866-88b4-4108-82f6-038c7621ec91" -d '{"events": [{"name": "network-changed", "server_uuid": "283eeb00-cb4f-420c-86c1-5b109a89420c", "tag": "a92f78fe-a95a-433e-ae74-1d826804d788"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:33:30.840746 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.l3_db [None req-e17663f1-fce8-41cd-8070-7c029a086c2e tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Floating IP 1c33527b-e7c2-4e63-85c3-657e78360be1 associated. External IP: 172.27.1.21, port: c2746741-b808-4b63-8c17-d6839bcf5bb2. Jan 26 19:33:30.918464 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b50567-6e58-44b1-941b-a56bcd35e200 x-openstack-request-id: req-63b50567-6e58-44b1-941b-a56bcd35e200 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:33:30.918896 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283eeb00-cb4f-420c-86c1-5b109a89420c", "tag": "a92f78fe-a95a-433e-ae74-1d826804d788", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:33:30.919251 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-63b50567-6e58-44b1-941b-a56bcd35e200 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:33:30.919749 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283eeb00-cb4f-420c-86c1-5b109a89420c', 'tag': 'a92f78fe-a95a-433e-ae74-1d826804d788', 'status': 'completed', 'code': 200} Jan 26 19:33:30.925248 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-79c8c925-41c9-4de7-9e0b-866ab733498c None None] Set router 168ef449-fe5c-4de7-b4c7-88326cda0b38 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:33:31.044605 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e0866-88b4-4108-82f6-038c7621ec91 req-156f5459-c911-44b0-b7c9-2423b5c99d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:31.046072 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f43e0866-88b4-4108-82f6-038c7621ec91 req-156f5459-c911-44b0-b7c9-2423b5c99d15 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=40e0cd503f8d4553bd7dad0615823d3d&device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 1098 time: 0.1008592 Jan 26 19:33:31.147930 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-79c8c925-41c9-4de7-9e0b-866ab733498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'name': 'tempest-TestMinimumBasicScenario-2063986826-router', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:26Z', 'updated_at': '2022-01-26T19:28:30Z', 'revision_number': 4, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'gw_port': {'id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:27Z', 'updated_at': '2022-01-26T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': 'ba68e13f-1c9b-4958-b396-929fb6d51bb2', 'name': '', 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'mac_address': 'fa:16:3e:7d:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:29Z', 'updated_at': '2022-01-26T19:28:36Z', 'revision_number': 5, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'subnets': [{'id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:31.174235 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c8c925-41c9-4de7-9e0b-866ab733498c None None] Checking router: 168ef449-fe5c-4de7-b4c7-88326cda0b38 for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:33:31.182930 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c8c925-41c9-4de7-9e0b-866ab733498c None None] Routers {'168ef449-fe5c-4de7-b4c7-88326cda0b38'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:33:31.183167 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17663f1-fce8-41cd-8070-7c029a086c2e tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Router a8d2a2a7-ed31-4a78-be6a-702367c582bb has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:33:31.183531 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-79c8c925-41c9-4de7-9e0b-866ab733498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:33:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['168ef449-fe5c-4de7-b4c7-88326cda0b38'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:31.203940 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e0866-88b4-4108-82f6-038c7621ec91 req-043c77b1-6947-4e27-a07a-20084c08e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:31.205382 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f43e0866-88b4-4108-82f6-038c7621ec91 req-043c77b1-6947-4e27-a07a-20084c08e7f7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=590152ee-adf6-40f5-834e-49c3cbd5a7a8 HTTP/1.1" status: 200 len: 916 time: 0.1513369 Jan 26 19:33:31.276190 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f43e0866-88b4-4108-82f6-038c7621ec91 req-a4757d6e-b4fa-496b-bfae-1034aff2627b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a92f78fe-a95a-433e-ae74-1d826804d788 HTTP/1.1" status: 200 len: 217 time: 0.0384300 Jan 26 19:33:31.286348 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-79c8c925-41c9-4de7-9e0b-866ab733498c None None] Set router 168ef449-fe5c-4de7-b4c7-88326cda0b38 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:33:31.488861 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-79c8c925-41c9-4de7-9e0b-866ab733498c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'name': 'tempest-TestMinimumBasicScenario-2063986826-router', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:26Z', 'updated_at': '2022-01-26T19:28:30Z', 'revision_number': 4, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'gw_port': {'id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:27Z', 'updated_at': '2022-01-26T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': 'ba68e13f-1c9b-4958-b396-929fb6d51bb2', 'name': '', 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'mac_address': 'fa:16:3e:7d:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:29Z', 'updated_at': '2022-01-26T19:28:36Z', 'revision_number': 5, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'subnets': [{'id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:31.522938 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c8c925-41c9-4de7-9e0b-866ab733498c None None] The sync data for ids ['168ef449-fe5c-4de7-b4c7-88326cda0b38'] in dv-cinder-794001-3-iscsi is: [{'id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'name': 'tempest-TestMinimumBasicScenario-2063986826-router', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:26Z', 'updated_at': '2022-01-26T19:28:30Z', 'revision_number': 4, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'gw_port': {'id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:27Z', 'updated_at': '2022-01-26T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': 'ba68e13f-1c9b-4958-b396-929fb6d51bb2', 'name': '', 'network_id': '590152ee-adf6-40f5-834e-49c3cbd5a7a8', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'mac_address': 'fa:16:3e:7d:16:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:29Z', 'updated_at': '2022-01-26T19:28:36Z', 'revision_number': 5, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'subnets': [{'id': 'd50d30d9-f797-4040-a4fc-59fb3d1d0993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:33:31.578104 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e0866-88b4-4108-82f6-038c7621ec91 req-2777ac3d-c245-4418-8513-aab1b433d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:31.579542 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f43e0866-88b4-4108-82f6-038c7621ec91 req-2777ac3d-c245-4418-8513-aab1b433d48a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=d50d30d9-f797-4040-a4fc-59fb3d1d0993 HTTP/1.1" status: 200 len: 854 time: 0.2973206 Jan 26 19:33:31.585215 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17663f1-fce8-41cd-8070-7c029a086c2e tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:33:31.589938 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e17663f1-fce8-41cd-8070-7c029a086c2e tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:31.598022 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a55f29-8cb5-4d2c-b3f6-dc5fbecf28e5 None None] Sync routers for ids ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:33:31.608964 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a55f29-8cb5-4d2c-b3f6-dc5fbecf28e5 None None] Routers {'a8d2a2a7-ed31-4a78-be6a-702367c582bb'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:33:31.609658 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-b1a55f29-8cb5-4d2c-b3f6-dc5fbecf28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:33:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:31.642854 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-e17663f1-fce8-41cd-8070-7c029a086c2e tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "PUT /v2.0/floatingips/1c33527b-e7c2-4e63-85c3-657e78360be1 HTTP/1.1" status: 200 len: 990 time: 1.5560186 Jan 26 19:33:31.644900 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e423e3-0f9a-43eb-a746-10324b54c932', 'tag': 'c2746741-b808-4b63-8c17-d6839bcf5bb2'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:33:31.647285 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d2b25b-50a5-47ff-94d4-a644808e8872" -d '{"events": [{"name": "network-changed", "server_uuid": "28e423e3-0f9a-43eb-a746-10324b54c932", "tag": "c2746741-b808-4b63-8c17-d6839bcf5bb2"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:33:31.676353 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e0866-88b4-4108-82f6-038c7621ec91 req-99cfab10-e792-418c-a501-87ae23e6e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:31.678424 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f43e0866-88b4-4108-82f6-038c7621ec91 req-99cfab10-e792-418c-a501-87ae23e6e965 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=590152ee-adf6-40f5-834e-49c3cbd5a7a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842760 Jan 26 19:33:31.722570 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-b1a55f29-8cb5-4d2c-b3f6-dc5fbecf28e5 None None] Set router a8d2a2a7-ed31-4a78-be6a-702367c582bb gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:33:31.731239 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ba2c1d-8bb2-4366-929c-8a100f894b7d x-openstack-request-id: req-19ba2c1d-8bb2-4366-929c-8a100f894b7d {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:33:31.731537 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e423e3-0f9a-43eb-a746-10324b54c932", "tag": "c2746741-b808-4b63-8c17-d6839bcf5bb2", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:33:31.731823 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-19ba2c1d-8bb2-4366-929c-8a100f894b7d {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:33:31.732238 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e423e3-0f9a-43eb-a746-10324b54c932', 'tag': 'c2746741-b808-4b63-8c17-d6839bcf5bb2', 'status': 'completed', 'code': 200} Jan 26 19:33:31.830188 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2b25b-50a5-47ff-94d4-a644808e8872 req-3739e548-2bff-4901-8021-c2476f3e5ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:31.831667 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e2d2b25b-50a5-47ff-94d4-a644808e8872 req-3739e548-2bff-4901-8021-c2476f3e5ace service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=02dc9a9d875c479c8dcb8eb1a31fa567&device_id=28e423e3-0f9a-43eb-a746-10324b54c932 HTTP/1.1" status: 200 len: 1098 time: 0.1071870 Jan 26 19:33:31.856973 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b350061-c72c-43db-b1a5-28440e6d9283 None None] New status for floating IP be4e789a-66a6-4bcc-be30-0bf370c66eb4: DOWN {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:33:31.864023 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f43e0866-88b4-4108-82f6-038c7621ec91 req-e046b2ae-5da6-4f9f-8cda-fd2476ff511c service neutron] 10.222.0.46 "GET /v2.0/networks/590152ee-adf6-40f5-834e-49c3cbd5a7a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766593 Jan 26 19:33:31.999972 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2b25b-50a5-47ff-94d4-a644808e8872 req-6bf47fb4-534a-4ea7-9919-f92ebb57a7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:32.001399 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e2d2b25b-50a5-47ff-94d4-a644808e8872 req-6bf47fb4-534a-4ea7-9919-f92ebb57a7b1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c HTTP/1.1" status: 200 len: 912 time: 0.1581745 Jan 26 19:33:32.016035 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-b1a55f29-8cb5-4d2c-b3f6-dc5fbecf28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:05Z', 'revision_number': 4, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port': {'id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': '1c33527b-e7c2-4e63-85c3-657e78360be1', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'port_id': 'c2746741-b808-4b63-8c17-d6839bcf5bb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'mac_address': 'fa:16:3e:92:6e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e423e3-0f9a-43eb-a746-10324b54c932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:33:17Z', 'updated_at': '2022-01-26T19:33:30Z', 'revision_number': 1, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ca268-9b37-427a-a71a-53e0f978bdd3', 'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'mac_address': 'fa:16:3e:83:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:15Z', 'revision_number': 5, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'subnets': [{'id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:32.023039 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f43e0866-88b4-4108-82f6-038c7621ec91 req-51a10d6c-5277-4b17-a9dc-2d9a4c8e28a4 service neutron] 10.222.0.46 "GET /v2.0/networks/590152ee-adf6-40f5-834e-49c3cbd5a7a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504889 Jan 26 19:33:32.050403 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a55f29-8cb5-4d2c-b3f6-dc5fbecf28e5 None None] Checking router: a8d2a2a7-ed31-4a78-be6a-702367c582bb for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:33:32.058731 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a55f29-8cb5-4d2c-b3f6-dc5fbecf28e5 None None] Routers {'a8d2a2a7-ed31-4a78-be6a-702367c582bb'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:33:32.059333 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-b1a55f29-8cb5-4d2c-b3f6-dc5fbecf28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:33:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:32.078755 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e2d2b25b-50a5-47ff-94d4-a644808e8872 req-8ee62bb1-a299-45a3-afd3-5fa635f32bce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2746741-b808-4b63-8c17-d6839bcf5bb2 HTTP/1.1" status: 200 len: 998 time: 0.0672235 Jan 26 19:33:32.136065 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2b25b-50a5-47ff-94d4-a644808e8872 req-297eeba5-1c79-448a-b73e-01f41a9d3d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:32.137607 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e2d2b25b-50a5-47ff-94d4-a644808e8872 req-297eeba5-1c79-448a-b73e-01f41a9d3d1a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e HTTP/1.1" status: 200 len: 850 time: 0.0524395 Jan 26 19:33:32.166800 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-b1a55f29-8cb5-4d2c-b3f6-dc5fbecf28e5 None None] Set router a8d2a2a7-ed31-4a78-be6a-702367c582bb gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:33:32.185472 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2b25b-50a5-47ff-94d4-a644808e8872 req-410ad012-4311-4e32-8916-937511b7e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:32.187080 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e2d2b25b-50a5-47ff-94d4-a644808e8872 req-410ad012-4311-4e32-8916-937511b7e6ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438180 Jan 26 19:33:32.290440 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e2d2b25b-50a5-47ff-94d4-a644808e8872 req-4ff7c805-9012-4517-a774-9ee3b2e4cba2 service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967314 Jan 26 19:33:32.383464 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e2d2b25b-50a5-47ff-94d4-a644808e8872 req-d4e5383c-3225-4f65-9768-e7ff97eb8eb3 service neutron] 10.222.0.46 "GET /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855038 Jan 26 19:33:32.398872 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-b1a55f29-8cb5-4d2c-b3f6-dc5fbecf28e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:05Z', 'revision_number': 4, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port': {'id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': '1c33527b-e7c2-4e63-85c3-657e78360be1', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'port_id': 'c2746741-b808-4b63-8c17-d6839bcf5bb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'mac_address': 'fa:16:3e:92:6e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e423e3-0f9a-43eb-a746-10324b54c932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:33:17Z', 'updated_at': '2022-01-26T19:33:30Z', 'revision_number': 1, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ca268-9b37-427a-a71a-53e0f978bdd3', 'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'mac_address': 'fa:16:3e:83:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:15Z', 'revision_number': 5, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'subnets': [{'id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:32.426646 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a55f29-8cb5-4d2c-b3f6-dc5fbecf28e5 None None] The sync data for ids ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'] in dv-cinder-794001-3-iscsi is: [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:05Z', 'revision_number': 4, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port': {'id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': '1c33527b-e7c2-4e63-85c3-657e78360be1', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'port_id': 'c2746741-b808-4b63-8c17-d6839bcf5bb2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'mac_address': 'fa:16:3e:92:6e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e423e3-0f9a-43eb-a746-10324b54c932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:33:17Z', 'updated_at': '2022-01-26T19:33:30Z', 'revision_number': 1, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b9ca268-9b37-427a-a71a-53e0f978bdd3', 'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'mac_address': 'fa:16:3e:83:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:15Z', 'revision_number': 5, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'subnets': [{'id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:33:32.617221 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b11ee8-9112-4f8f-966a-e190575bc5a0 None None] New status for floating IP 1c33527b-e7c2-4e63-85c3-657e78360be1: ACTIVE {{(pid=102408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:33:33.563533 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160ac99-7ac3-43ff-aaa6-f591683795ff req-84182278-4a77-4fa6-a166-ad66f29db3ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:33.565029 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8160ac99-7ac3-43ff-aaa6-f591683795ff req-84182278-4a77-4fa6-a166-ad66f29db3ae tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.0477200 Jan 26 19:33:33.615584 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8160ac99-7ac3-43ff-aaa6-f591683795ff req-026eb86b-f5f6-436a-b297-54dfd350f46e tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450907 Jan 26 19:33:34.044102 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-fb593c0a-b89e-4477-bc1e-23757358572e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:34.731829 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b07374b-8569-44f3-aecb-212db4d82024 req-8e0206a6-ecb4-4ac9-ba3c-ae684a28f768 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:34.733419 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0b07374b-8569-44f3-aecb-212db4d82024 req-8e0206a6-ecb4-4ac9-ba3c-ae684a28f768 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.0473247 Jan 26 19:33:34.785267 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0b07374b-8569-44f3-aecb-212db4d82024 req-546335db-4135-4af0-8985-127ceec687f2 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464070 Jan 26 19:33:35.596610 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebabfa-a288-4190-aacb-28e74ddde461 req-9800e79e-d5bf-45c6-9dfe-838d34e206e5 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:35.598020 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-65ebabfa-a288-4190-aacb-28e74ddde461 req-9800e79e-d5bf-45c6-9dfe-838d34e206e5 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.46 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.0463836 Jan 26 19:33:35.688468 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-65ebabfa-a288-4190-aacb-28e74ddde461 req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Deleting port a92f78fe-a95a-433e-ae74-1d826804d788 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:33:35.688807 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-65ebabfa-a288-4190-aacb-28e74ddde461 req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:35.776452 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-65ebabfa-a288-4190-aacb-28e74ddde461 req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] For port a92f78fe-a95a-433e-ae74-1d826804d788, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=a92f78fe-a95a-433e-ae74-1d826804d788,segment=NetworkSegment(833f7807-26f1-4a67-b66e-46cfd8e3a86e),segment_id=833f7807-26f1-4a67-b66e-46cfd8e3a86e)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:33:35.777137 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-65ebabfa-a288-4190-aacb-28e74ddde461 req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:35.788206 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-65ebabfa-a288-4190-aacb-28e74ddde461 req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Calling delete_port for a92f78fe-a95a-433e-ae74-1d826804d788 owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:33:35.902581 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9b367-1ebd-4105-8c82-5fd1541da353 req-7d2d1e8e-db6e-4f8d-adfa-ccab649b3e87 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:35.903978 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-07b9b367-1ebd-4105-8c82-5fd1541da353 req-7d2d1e8e-db6e-4f8d-adfa-ccab649b3e87 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/ports?device_id=283eeb00-cb4f-420c-86c1-5b109a89420c HTTP/1.1" status: 200 len: 945 time: 0.0478950 Jan 26 19:33:35.922547 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-65ebabfa-a288-4190-aacb-28e74ddde461 req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (a92f78fe-a95a-433e-ae74-1d826804d788), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:35.934440 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['a92f78fe-a95a-433e-ae74-1d826804d788'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:33:35.951277 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Pushing event deleted for resources: {'Port': ['ID=a92f78fe-a95a-433e-ae74-1d826804d788,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:35.955079 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-07b9b367-1ebd-4105-8c82-5fd1541da353 req-d47419fc-63ce-47c4-82e1-9e5ef9113cb4 tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.50 "GET /v2.0/security-groups?id=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442941 Jan 26 19:33:35.964477 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:35.964477 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:35.964477 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:35.964853 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:35.965116 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:35.965449 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:35.965781 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:35.966549 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:35.966549 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:35.966757 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:35.967068 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:35.967414 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:35.967909 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:33:36.001288 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ebabfa-a288-4190-aacb-28e74ddde461 req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] No DVR routers for this DVR port a92f78fe-a95a-433e-ae74-1d826804d788 on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:33:36.003669 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-65ebabfa-a288-4190-aacb-28e74ddde461 req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:36.007003 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-65ebabfa-a288-4190-aacb-28e74ddde461 req-851ee45f-ac2e-4e90-b42d-f5e72b7e78ce tempest-TestMinimumBasicScenario-226098589 tempest-TestMinimumBasicScenario-226098589-project] 10.222.0.46 "DELETE /v2.0/ports/a92f78fe-a95a-433e-ae74-1d826804d788 HTTP/1.1" status: 204 len: 173 time: 0.4021192 Jan 26 19:33:36.007437 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283eeb00-cb4f-420c-86c1-5b109a89420c', 'name': 'network-vif-deleted', 'tag': 'a92f78fe-a95a-433e-ae74-1d826804d788'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:33:36.010098 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18697b9c-0445-463d-8086-c462133ae480" -d '{"events": [{"server_uuid": "283eeb00-cb4f-420c-86c1-5b109a89420c", "name": "network-vif-deleted", "tag": "a92f78fe-a95a-433e-ae74-1d826804d788"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:33:36.048673 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af45633-e595-4fa0-b85f-fcb39fb0e83e x-openstack-request-id: req-6af45633-e595-4fa0-b85f-fcb39fb0e83e {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:33:36.049624 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283eeb00-cb4f-420c-86c1-5b109a89420c", "name": "network-vif-deleted", "tag": "a92f78fe-a95a-433e-ae74-1d826804d788", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:33:36.050140 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6af45633-e595-4fa0-b85f-fcb39fb0e83e {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:33:36.050799 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283eeb00-cb4f-420c-86c1-5b109a89420c', 'name': 'network-vif-deleted', 'tag': 'a92f78fe-a95a-433e-ae74-1d826804d788', 'status': 'completed', 'code': 200} Jan 26 19:33:36.312738 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-9aa0a028-5afb-47c4-b52e-14259018ef74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:37.610869 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 59122) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:37.759847 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:38.138324 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:38.146321 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-15a5a8d8-9bd3-4991-a9df-2cb9b791df1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747372'] for router_interface (168ef449-fe5c-4de7-b4c7-88326cda0b38), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:38.433381 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-15a5a8d8-9bd3-4991-a9df-2cb9b791df1b admin admin] Deleting port ba68e13f-1c9b-4958-b396-929fb6d51bb2 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:33:38.433716 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-15a5a8d8-9bd3-4991-a9df-2cb9b791df1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:38.507048 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-15a5a8d8-9bd3-4991-a9df-2cb9b791df1b admin admin] For port ba68e13f-1c9b-4958-b396-929fb6d51bb2, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=ba68e13f-1c9b-4958-b396-929fb6d51bb2,segment=NetworkSegment(833f7807-26f1-4a67-b66e-46cfd8e3a86e),segment_id=833f7807-26f1-4a67-b66e-46cfd8e3a86e)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:33:38.507407 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-15a5a8d8-9bd3-4991-a9df-2cb9b791df1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:38.521821 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-15a5a8d8-9bd3-4991-a9df-2cb9b791df1b admin admin] Calling delete_port for ba68e13f-1c9b-4958-b396-929fb6d51bb2 owned by network:router_interface {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:33:38.689057 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-15a5a8d8-9bd3-4991-a9df-2cb9b791df1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (ba68e13f-1c9b-4958-b396-929fb6d51bb2), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:38.713663 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5a8d8-9bd3-4991-a9df-2cb9b791df1b admin admin] Pushing event deleted for resources: {'Port': ['ID=ba68e13f-1c9b-4958-b396-929fb6d51bb2,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:38.870786 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-15a5a8d8-9bd3-4991-a9df-2cb9b791df1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1016835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747512'] for router_interface (168ef449-fe5c-4de7-b4c7-88326cda0b38), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:38.981307 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:39.076611 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a5a8d8-9bd3-4991-a9df-2cb9b791df1b admin admin] Router 168ef449-fe5c-4de7-b4c7-88326cda0b38 has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:33:39.394249 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a5a8d8-9bd3-4991-a9df-2cb9b791df1b admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:33:39.399984 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-15a5a8d8-9bd3-4991-a9df-2cb9b791df1b admin admin] 10.222.0.50 "PUT /v2.0/routers/168ef449-fe5c-4de7-b4c7-88326cda0b38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7880981 Jan 26 19:33:39.402531 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 59132) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:39.404163 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb39b8-da34-429e-b45b-dc495348e730 None None] Sync routers for ids ['168ef449-fe5c-4de7-b4c7-88326cda0b38'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:33:39.413948 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb39b8-da34-429e-b45b-dc495348e730 None None] Routers {'168ef449-fe5c-4de7-b4c7-88326cda0b38'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:33:39.414669 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-5abb39b8-da34-429e-b45b-dc495348e730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:33:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['168ef449-fe5c-4de7-b4c7-88326cda0b38'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:39.508156 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9272420b-25e1-419b-a970-c6f22a8a9189 admin admin] Publish callbacks [] for router (168ef449-fe5c-4de7-b4c7-88326cda0b38), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:39.522924 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-5abb39b8-da34-429e-b45b-dc495348e730 None None] Set router 168ef449-fe5c-4de7-b4c7-88326cda0b38 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:33:39.611738 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9272420b-25e1-419b-a970-c6f22a8a9189 admin admin] Publish callbacks [] for router_gateway (168ef449-fe5c-4de7-b4c7-88326cda0b38), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:39.665101 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-9272420b-25e1-419b-a970-c6f22a8a9189 admin admin] Deleting port cb83ed17-7bf3-4814-8cc5-996630369f17 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:33:39.665542 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9272420b-25e1-419b-a970-c6f22a8a9189 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (cb83ed17-7bf3-4814-8cc5-996630369f17), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:39.708252 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-5abb39b8-da34-429e-b45b-dc495348e730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'name': 'tempest-TestMinimumBasicScenario-2063986826-router', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:26Z', 'updated_at': '2022-01-26T19:33:38Z', 'revision_number': 5, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'gw_port': {'id': 'cb83ed17-7bf3-4814-8cc5-996630369f17', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:14:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:27Z', 'updated_at': '2022-01-26T19:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:39.736071 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb39b8-da34-429e-b45b-dc495348e730 None None] Checking router: 168ef449-fe5c-4de7-b4c7-88326cda0b38 for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:33:39.744779 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb39b8-da34-429e-b45b-dc495348e730 None None] Routers {'168ef449-fe5c-4de7-b4c7-88326cda0b38'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:33:39.745456 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-5abb39b8-da34-429e-b45b-dc495348e730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:33:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['168ef449-fe5c-4de7-b4c7-88326cda0b38'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:39.752473 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-9272420b-25e1-419b-a970-c6f22a8a9189 admin admin] For port cb83ed17-7bf3-4814-8cc5-996630369f17, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=cb83ed17-7bf3-4814-8cc5-996630369f17,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:33:39.753462 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9272420b-25e1-419b-a970-c6f22a8a9189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (cb83ed17-7bf3-4814-8cc5-996630369f17), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:39.765157 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-9272420b-25e1-419b-a970-c6f22a8a9189 admin admin] Calling delete_port for cb83ed17-7bf3-4814-8cc5-996630369f17 owned by network:router_gateway {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:33:39.781633 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device a92f78fe-a95a-433e-ae74-1d826804d788 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:33:39.832620 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: a92f78fe-a95a-433e-ae74-1d826804d788 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:33:39.832850 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device a92f78fe-a95a-433e-ae74-1d826804d788 not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:33:39.857927 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-5abb39b8-da34-429e-b45b-dc495348e730 None None] Set router 168ef449-fe5c-4de7-b4c7-88326cda0b38 gateway port host: None {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:33:39.913308 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-5abb39b8-da34-429e-b45b-dc495348e730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'name': 'tempest-TestMinimumBasicScenario-2063986826-router', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:26Z', 'updated_at': '2022-01-26T19:33:39Z', 'revision_number': 6, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'gw_port_host': None}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:39.930728 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9272420b-25e1-419b-a970-c6f22a8a9189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (cb83ed17-7bf3-4814-8cc5-996630369f17), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:39.939804 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb39b8-da34-429e-b45b-dc495348e730 None None] The sync data for ids ['168ef449-fe5c-4de7-b4c7-88326cda0b38'] in dv-cinder-794001-3-iscsi is: [{'id': '168ef449-fe5c-4de7-b4c7-88326cda0b38', 'name': 'tempest-TestMinimumBasicScenario-2063986826-router', 'tenant_id': '40e0cd503f8d4553bd7dad0615823d3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:26Z', 'updated_at': '2022-01-26T19:33:39Z', 'revision_number': 6, 'project_id': '40e0cd503f8d4553bd7dad0615823d3d', 'gw_port_host': None}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:33:39.959535 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272420b-25e1-419b-a970-c6f22a8a9189 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb83ed17-7bf3-4814-8cc5-996630369f17,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:40.023098 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9272420b-25e1-419b-a970-c6f22a8a9189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748694'] for router_gateway (168ef449-fe5c-4de7-b4c7-88326cda0b38), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.108842 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9272420b-25e1-419b-a970-c6f22a8a9189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497413'] for router (168ef449-fe5c-4de7-b4c7-88326cda0b38), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.110850 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9272420b-25e1-419b-a970-c6f22a8a9189 admin admin] Publish callbacks [] for router_controller (168ef449-fe5c-4de7-b4c7-88326cda0b38), precommit_delete_associations {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.157797 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9272420b-25e1-419b-a970-c6f22a8a9189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752138'] for router (168ef449-fe5c-4de7-b4c7-88326cda0b38), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.158494 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9272420b-25e1-419b-a970-c6f22a8a9189 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 168ef449-fe5c-4de7-b4c7-88326cda0b38 {{(pid=102406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 19:33:40.162909 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-9272420b-25e1-419b-a970-c6f22a8a9189 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.164112 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-9272420b-25e1-419b-a970-c6f22a8a9189 admin admin] 10.222.0.50 "DELETE /v2.0/routers/168ef449-fe5c-4de7-b4c7-88326cda0b38 HTTP/1.1" status: 204 len: 168 time: 0.7604775 Jan 26 19:33:40.167130 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 59136) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:40.211042 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c62335-1441-4fc5-9ba0-2415eb97c6b5 admin admin] Deleting subnet d50d30d9-f797-4040-a4fc-59fb3d1d0993 {{(pid=102406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:33:40.214157 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a0c62335-1441-4fc5-9ba0-2415eb97c6b5 admin admin] Publish callbacks [] for subnet (d50d30d9-f797-4040-a4fc-59fb3d1d0993), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.247686 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a0c62335-1441-4fc5-9ba0-2415eb97c6b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8905233'] for subnet (d50d30d9-f797-4040-a4fc-59fb3d1d0993), precommit_delete_associations {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.296136 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.360775 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a0c62335-1441-4fc5-9ba0-2415eb97c6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588427'] for subnet (d50d30d9-f797-4040-a4fc-59fb3d1d0993), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.413707 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a0c62335-1441-4fc5-9ba0-2415eb97c6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8613420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456519'] for subnet (d50d30d9-f797-4040-a4fc-59fb3d1d0993), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.441127 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c62335-1441-4fc5-9ba0-2415eb97c6b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d50d30d9-f797-4040-a4fc-59fb3d1d0993,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:40.442868 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a0c62335-1441-4fc5-9ba0-2415eb97c6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.448599 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-a0c62335-1441-4fc5-9ba0-2415eb97c6b5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d50d30d9-f797-4040-a4fc-59fb3d1d0993 HTTP/1.1" status: 204 len: 168 time: 0.2783616 Jan 26 19:33:40.448909 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 59140) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:40.450887 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062240a9-6d6d-45c4-8746-8b1c4fb86f13 None None] Network 590152ee-adf6-40f5-834e-49c3cbd5a7a8 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:33:40.519518 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056074'] for network (590152ee-adf6-40f5-834e-49c3cbd5a7a8), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.573796 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] Deleting port 9ac4da34-7286-49d3-86b0-71c3eeeaa71a {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:33:40.574248 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (9ac4da34-7286-49d3-86b0-71c3eeeaa71a), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.638716 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] For port 9ac4da34-7286-49d3-86b0-71c3eeeaa71a, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=9ac4da34-7286-49d3-86b0-71c3eeeaa71a,segment=NetworkSegment(833f7807-26f1-4a67-b66e-46cfd8e3a86e),segment_id=833f7807-26f1-4a67-b66e-46cfd8e3a86e)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:33:40.638995 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (9ac4da34-7286-49d3-86b0-71c3eeeaa71a), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.652678 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] Calling delete_port for 9ac4da34-7286-49d3-86b0-71c3eeeaa71a owned by network:dhcp {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:33:40.736241 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (9ac4da34-7286-49d3-86b0-71c3eeeaa71a), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.747117 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eada713-e958-4f84-b2f7-f50a4f1a71c9 None None] DHCP port deletion for 590152ee-adf6-40f5-834e-49c3cbd5a7a8 request from dv-cinder-794001-3-iscsi {{(pid=102407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 19:33:40.769390 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] No DVR routers for this DVR port 9ac4da34-7286-49d3-86b0-71c3eeeaa71a on host dv-cinder-794001-3-iscsi {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:33:40.769809 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac4da34-7286-49d3-86b0-71c3eeeaa71a,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:40.844141 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1586524', 'neutron.services.segments.db._delete_segments_for_network-8757114033794'] for network (590152ee-adf6-40f5-834e-49c3cbd5a7a8), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.863330 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['590152ee-adf6-40f5-834e-49c3cbd5a7a8']}} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:40.872914 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833f7807-26f1-4a67-b66e-46cfd8e3a86e') {'for_net_delete': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:40.873215 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833f7807-26f1-4a67-b66e-46cfd8e3a86e') {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:40.882455 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757114034827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8905240'] for segment (833f7807-26f1-4a67-b66e-46cfd8e3a86e), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.896228 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (833f7807-26f1-4a67-b66e-46cfd8e3a86e), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.903211 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=102406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:33:40.903598 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8613506'] for segment (833f7807-26f1-4a67-b66e-46cfd8e3a86e), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: Traceback (most recent call last): Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: timer() Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: cb(*args, **kw) Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: return func(*args, **kwargs) Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: self._notify() Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: self.callback(batched_events) Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: event.method(event) Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: return f(self, *a, **k) Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: return self._get(url).json() Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: return self.request(url, 'GET', **kwargs) Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:33:40.905267 dv-cinder-794001-3-iscsi neutron-server[102406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:33:40.960367 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1586517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747646'] for network (590152ee-adf6-40f5-834e-49c3cbd5a7a8), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.966597 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:40.969865 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] 10.222.0.50 "DELETE /v2.0/networks/590152ee-adf6-40f5-834e-49c3cbd5a7a8 HTTP/1.1" status: 204 len: 168 time: 0.5199673 Jan 26 19:33:40.972867 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 59144) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:40.980886 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232240bc-bf20-4663-83a5-604cbb9e8618 admin admin] Pushing event deleted for resources: {'Network': ['ID=590152ee-adf6-40f5-834e-49c3cbd5a7a8,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:41.530762 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-48e2a85a-c82b-4b72-8ed0-6e67e394e8bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747372'] for router_interface (2888e72b-bd09-4c7b-a6fd-e7204a2b775a), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:41.700791 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device ba68e13f-1c9b-4958-b396-929fb6d51bb2 no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:33:41.720193 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: ba68e13f-1c9b-4958-b396-929fb6d51bb2 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:33:41.720544 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device ba68e13f-1c9b-4958-b396-929fb6d51bb2 not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:33:41.720969 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device cb83ed17-7bf3-4814-8cc5-996630369f17 no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:33:41.739796 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: cb83ed17-7bf3-4814-8cc5-996630369f17 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:33:41.740148 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device cb83ed17-7bf3-4814-8cc5-996630369f17 not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:33:41.740554 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 9ac4da34-7286-49d3-86b0-71c3eeeaa71a no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:33:41.763808 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: 9ac4da34-7286-49d3-86b0-71c3eeeaa71a {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:33:41.764159 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 9ac4da34-7286-49d3-86b0-71c3eeeaa71a not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:33:41.771894 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-48e2a85a-c82b-4b72-8ed0-6e67e394e8bb admin admin] Deleting port a94b0c34-4d14-43da-9e0c-0dfbda98899d {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:33:41.772238 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-48e2a85a-c82b-4b72-8ed0-6e67e394e8bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:41.852584 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-48e2a85a-c82b-4b72-8ed0-6e67e394e8bb admin admin] For port a94b0c34-4d14-43da-9e0c-0dfbda98899d, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=a94b0c34-4d14-43da-9e0c-0dfbda98899d,segment=NetworkSegment(951b73f2-490e-4a14-9272-1d9bef40e5a9),segment_id=951b73f2-490e-4a14-9272-1d9bef40e5a9)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:33:41.852946 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-48e2a85a-c82b-4b72-8ed0-6e67e394e8bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:41.864166 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-48e2a85a-c82b-4b72-8ed0-6e67e394e8bb admin admin] Calling delete_port for a94b0c34-4d14-43da-9e0c-0dfbda98899d owned by network:router_interface {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:33:42.036999 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-48e2a85a-c82b-4b72-8ed0-6e67e394e8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (a94b0c34-4d14-43da-9e0c-0dfbda98899d), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:42.061747 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2a85a-c82b-4b72-8ed0-6e67e394e8bb admin admin] Pushing event deleted for resources: {'Port': ['ID=a94b0c34-4d14-43da-9e0c-0dfbda98899d,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:42.225285 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-48e2a85a-c82b-4b72-8ed0-6e67e394e8bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1016835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747512'] for router_interface (2888e72b-bd09-4c7b-a6fd-e7204a2b775a), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:42.432763 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e2a85a-c82b-4b72-8ed0-6e67e394e8bb admin admin] Router 2888e72b-bd09-4c7b-a6fd-e7204a2b775a has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:33:42.529760 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e2a85a-c82b-4b72-8ed0-6e67e394e8bb admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:33:42.534665 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-48e2a85a-c82b-4b72-8ed0-6e67e394e8bb admin admin] 10.222.0.50 "PUT /v2.0/routers/2888e72b-bd09-4c7b-a6fd-e7204a2b775a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5607870 Jan 26 19:33:42.537092 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 59152) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:42.550390 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48c62ce-f176-4830-863d-5d31281f58b5 None None] Sync routers for ids ['2888e72b-bd09-4c7b-a6fd-e7204a2b775a'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:33:42.561003 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c62ce-f176-4830-863d-5d31281f58b5 None None] Routers {'2888e72b-bd09-4c7b-a6fd-e7204a2b775a'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:33:42.561640 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-e48c62ce-f176-4830-863d-5d31281f58b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:33:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['2888e72b-bd09-4c7b-a6fd-e7204a2b775a'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:42.638580 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5b636043-d86c-4498-a0e0-05d141c7ba70 admin admin] Publish callbacks [] for router (2888e72b-bd09-4c7b-a6fd-e7204a2b775a), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:42.665614 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-e48c62ce-f176-4830-863d-5d31281f58b5 None None] Set router 2888e72b-bd09-4c7b-a6fd-e7204a2b775a gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:33:42.740488 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5b636043-d86c-4498-a0e0-05d141c7ba70 admin admin] Publish callbacks [] for router_gateway (2888e72b-bd09-4c7b-a6fd-e7204a2b775a), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:42.793485 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-5b636043-d86c-4498-a0e0-05d141c7ba70 admin admin] Deleting port 51ceec09-ec9c-427d-8a2d-4c142fd99615 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:33:42.793826 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5b636043-d86c-4498-a0e0-05d141c7ba70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (51ceec09-ec9c-427d-8a2d-4c142fd99615), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:42.856085 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-e48c62ce-f176-4830-863d-5d31281f58b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2888e72b-bd09-4c7b-a6fd-e7204a2b775a', 'name': 'tempest-TestMinimumBasicScenario-331104191-router', 'tenant_id': '060f64943c5f4506823bc4497ede5dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.160'}], 'enable_snat': True}, 'gw_port_id': '51ceec09-ec9c-427d-8a2d-4c142fd99615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:33Z', 'updated_at': '2022-01-26T19:33:41Z', 'revision_number': 5, 'project_id': '060f64943c5f4506823bc4497ede5dcf', 'gw_port': {'id': '51ceec09-ec9c-427d-8a2d-4c142fd99615', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2b:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2888e72b-bd09-4c7b-a6fd-e7204a2b775a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:33Z', 'updated_at': '2022-01-26T19:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:42.880664 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-5b636043-d86c-4498-a0e0-05d141c7ba70 admin admin] For port 51ceec09-ec9c-427d-8a2d-4c142fd99615, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=51ceec09-ec9c-427d-8a2d-4c142fd99615,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:33:42.880934 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5b636043-d86c-4498-a0e0-05d141c7ba70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (51ceec09-ec9c-427d-8a2d-4c142fd99615), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:42.893605 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-5b636043-d86c-4498-a0e0-05d141c7ba70 admin admin] Calling delete_port for 51ceec09-ec9c-427d-8a2d-4c142fd99615 owned by network:router_gateway {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:33:42.962149 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48c62ce-f176-4830-863d-5d31281f58b5 None None] Checking router: 2888e72b-bd09-4c7b-a6fd-e7204a2b775a for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:33:42.970339 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c62ce-f176-4830-863d-5d31281f58b5 None None] Routers {'2888e72b-bd09-4c7b-a6fd-e7204a2b775a'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:33:42.970945 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-e48c62ce-f176-4830-863d-5d31281f58b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:33:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['2888e72b-bd09-4c7b-a6fd-e7204a2b775a'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:43.055904 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-e48c62ce-f176-4830-863d-5d31281f58b5 None None] Set router 2888e72b-bd09-4c7b-a6fd-e7204a2b775a gateway port host: None {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:33:43.056154 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5b636043-d86c-4498-a0e0-05d141c7ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (51ceec09-ec9c-427d-8a2d-4c142fd99615), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:43.081068 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b636043-d86c-4498-a0e0-05d141c7ba70 admin admin] Pushing event deleted for resources: {'Port': ['ID=51ceec09-ec9c-427d-8a2d-4c142fd99615,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:43.111262 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-e48c62ce-f176-4830-863d-5d31281f58b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2888e72b-bd09-4c7b-a6fd-e7204a2b775a', 'name': 'tempest-TestMinimumBasicScenario-331104191-router', 'tenant_id': '060f64943c5f4506823bc4497ede5dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:33Z', 'updated_at': '2022-01-26T19:33:42Z', 'revision_number': 6, 'project_id': '060f64943c5f4506823bc4497ede5dcf', 'gw_port_host': None}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:43.144652 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48c62ce-f176-4830-863d-5d31281f58b5 None None] The sync data for ids ['2888e72b-bd09-4c7b-a6fd-e7204a2b775a'] in dv-cinder-794001-3-iscsi is: [{'id': '2888e72b-bd09-4c7b-a6fd-e7204a2b775a', 'name': 'tempest-TestMinimumBasicScenario-331104191-router', 'tenant_id': '060f64943c5f4506823bc4497ede5dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:33Z', 'updated_at': '2022-01-26T19:33:42Z', 'revision_number': 6, 'project_id': '060f64943c5f4506823bc4497ede5dcf', 'gw_port_host': None}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:33:43.149494 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5b636043-d86c-4498-a0e0-05d141c7ba70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748694'] for router_gateway (2888e72b-bd09-4c7b-a6fd-e7204a2b775a), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:43.250787 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5b636043-d86c-4498-a0e0-05d141c7ba70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497413'] for router (2888e72b-bd09-4c7b-a6fd-e7204a2b775a), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:43.252905 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5b636043-d86c-4498-a0e0-05d141c7ba70 admin admin] Publish callbacks [] for router_controller (2888e72b-bd09-4c7b-a6fd-e7204a2b775a), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:43.313508 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5b636043-d86c-4498-a0e0-05d141c7ba70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752138'] for router (2888e72b-bd09-4c7b-a6fd-e7204a2b775a), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:43.314121 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b636043-d86c-4498-a0e0-05d141c7ba70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2888e72b-bd09-4c7b-a6fd-e7204a2b775a {{(pid=102405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 19:33:43.318925 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5b636043-d86c-4498-a0e0-05d141c7ba70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:43.320095 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-5b636043-d86c-4498-a0e0-05d141c7ba70 admin admin] 10.222.0.50 "DELETE /v2.0/routers/2888e72b-bd09-4c7b-a6fd-e7204a2b775a HTTP/1.1" status: 204 len: 168 time: 0.7820730 Jan 26 19:33:43.322613 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 59156) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:43.368683 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_v2 [None req-400e50c9-2085-4de5-a21a-d52f889d9a8d admin admin] Deleting subnet 8a070ebe-073d-43d0-9d5d-b32f0363697c {{(pid=102405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:33:43.371801 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-400e50c9-2085-4de5-a21a-d52f889d9a8d admin admin] Publish callbacks [] for subnet (8a070ebe-073d-43d0-9d5d-b32f0363697c), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:43.404277 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-400e50c9-2085-4de5-a21a-d52f889d9a8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8393457'] for subnet (8a070ebe-073d-43d0-9d5d-b32f0363697c), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:43.511745 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-400e50c9-2085-4de5-a21a-d52f889d9a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588427'] for subnet (8a070ebe-073d-43d0-9d5d-b32f0363697c), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:43.565892 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-400e50c9-2085-4de5-a21a-d52f889d9a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8804400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069609'] for subnet (8a070ebe-073d-43d0-9d5d-b32f0363697c), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:43.592305 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e50c9-2085-4de5-a21a-d52f889d9a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a070ebe-073d-43d0-9d5d-b32f0363697c,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:43.598768 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-400e50c9-2085-4de5-a21a-d52f889d9a8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:43.603240 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-400e50c9-2085-4de5-a21a-d52f889d9a8d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8a070ebe-073d-43d0-9d5d-b32f0363697c HTTP/1.1" status: 204 len: 168 time: 0.2795613 Jan 26 19:33:43.605377 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7448fff-855d-460a-abae-5785f236b080 None None] Network 7e3b9f5a-e0ca-498c-9425-77278c48b033 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:33:43.605882 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 59158) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:43.674568 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056074'] for network (7e3b9f5a-e0ca-498c-9425-77278c48b033), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:43.733538 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] Deleting port 47310c19-4b8c-4bb5-8b3b-ec461b9fb247 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:33:43.733870 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (47310c19-4b8c-4bb5-8b3b-ec461b9fb247), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:43.792948 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] For port 47310c19-4b8c-4bb5-8b3b-ec461b9fb247, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=47310c19-4b8c-4bb5-8b3b-ec461b9fb247,segment=NetworkSegment(951b73f2-490e-4a14-9272-1d9bef40e5a9),segment_id=951b73f2-490e-4a14-9272-1d9bef40e5a9)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:33:43.793294 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (47310c19-4b8c-4bb5-8b3b-ec461b9fb247), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:43.804776 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] Calling delete_port for 47310c19-4b8c-4bb5-8b3b-ec461b9fb247 owned by network:dhcp {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:33:43.881639 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (47310c19-4b8c-4bb5-8b3b-ec461b9fb247), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:43.909060 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] Pushing event deleted for resources: {'Port': ['ID=47310c19-4b8c-4bb5-8b3b-ec461b9fb247,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:43.913944 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] No DVR routers for this DVR port 47310c19-4b8c-4bb5-8b3b-ec461b9fb247 on host dv-cinder-794001-3-iscsi {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:33:43.947280 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fd254e-f35c-4c13-a024-cce023406956 None None] DHCP port deletion for 7e3b9f5a-e0ca-498c-9425-77278c48b033 request from dv-cinder-794001-3-iscsi {{(pid=102407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 19:33:44.000818 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device a94b0c34-4d14-43da-9e0c-0dfbda98899d no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:33:44.001486 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1586524', 'neutron.services.segments.db._delete_segments_for_network-8757114033794'] for network (7e3b9f5a-e0ca-498c-9425-77278c48b033), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:44.023234 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3b9f5a-e0ca-498c-9425-77278c48b033']}} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:44.026450 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: a94b0c34-4d14-43da-9e0c-0dfbda98899d {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:33:44.026793 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device a94b0c34-4d14-43da-9e0c-0dfbda98899d not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:33:44.027197 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 47310c19-4b8c-4bb5-8b3b-ec461b9fb247 no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:33:44.033014 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951b73f2-490e-4a14-9272-1d9bef40e5a9') {'for_net_delete': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:44.033306 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951b73f2-490e-4a14-9272-1d9bef40e5a9') {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:33:44.042459 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757114034827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8393464'] for segment (951b73f2-490e-4a14-9272-1d9bef40e5a9), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:44.046068 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: 47310c19-4b8c-4bb5-8b3b-ec461b9fb247 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:33:44.046619 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 47310c19-4b8c-4bb5-8b3b-ec461b9fb247 not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:33:44.047193 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 51ceec09-ec9c-427d-8a2d-4c142fd99615 no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:33:44.057717 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (951b73f2-490e-4a14-9272-1d9bef40e5a9), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:44.063626 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=102405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8804510'] for segment (951b73f2-490e-4a14-9272-1d9bef40e5a9), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: Traceback (most recent call last): Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: timer() Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: cb(*args, **kw) Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: return func(*args, **kwargs) Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: self._notify() Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: self.callback(batched_events) Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: event.method(event) Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: return f(self, *a, **k) Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: return self._get(url).json() Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: return self.request(url, 'GET', **kwargs) Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:33:44.067815 dv-cinder-794001-3-iscsi neutron-server[102405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:33:44.069815 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: 51ceec09-ec9c-427d-8a2d-4c142fd99615 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:33:44.069815 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 51ceec09-ec9c-427d-8a2d-4c142fd99615 not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:33:44.124219 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1586517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747646'] for network (7e3b9f5a-e0ca-498c-9425-77278c48b033), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:44.129436 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:44.132718 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] 10.222.0.50 "DELETE /v2.0/networks/7e3b9f5a-e0ca-498c-9425-77278c48b033 HTTP/1.1" status: 204 len: 168 time: 0.5262289 Jan 26 19:33:44.143794 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73025c7-35c8-4ddf-92f7-e9bf2b83ce60 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e3b9f5a-e0ca-498c-9425-77278c48b033,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:44.256485 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 59166) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:44.296602 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-a45f7a1e-93fe-48dd-81db-602f14abc589 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=40e0cd503f8d4553bd7dad0615823d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389764 Jan 26 19:33:44.298912 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 59168) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:44.569282 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c65d8a17-fb95-4cdb-8005-8a5d0c49ef95 admin admin] Publish callbacks [] for security_group (cf6bfff5-3c5c-4ddd-8596-990a3fc5e124), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:44.590137 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c65d8a17-fb95-4cdb-8005-8a5d0c49ef95 admin admin] Publish callbacks [] for security_group (cf6bfff5-3c5c-4ddd-8596-990a3fc5e124), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:44.634857 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c65d8a17-fb95-4cdb-8005-8a5d0c49ef95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (cf6bfff5-3c5c-4ddd-8596-990a3fc5e124), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:44.637453 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c65d8a17-fb95-4cdb-8005-8a5d0c49ef95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:44.638584 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c65d8a17-fb95-4cdb-8005-8a5d0c49ef95 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf6bfff5-3c5c-4ddd-8596-990a3fc5e124 HTTP/1.1" status: 204 len: 168 time: 0.3387976 Jan 26 19:33:44.648181 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d8a17-fb95-4cdb-8005-8a5d0c49ef95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6bfff5-3c5c-4ddd-8596-990a3fc5e124,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:44.947911 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 59178) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:44.986050 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f8cd2b57-553e-48a6-a16b-08ac542c4bd7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=060f64943c5f4506823bc4497ede5dcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368929 Jan 26 19:33:44.988472 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 59180) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:33:45.036219 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b6176927-7127-4df3-b3ab-49caf6bb6d46 admin admin] Publish callbacks [] for security_group (874033d0-4a16-4334-b4be-6113ad0c840c), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:45.056970 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b6176927-7127-4df3-b3ab-49caf6bb6d46 admin admin] Publish callbacks [] for security_group (874033d0-4a16-4334-b4be-6113ad0c840c), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:45.103764 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b6176927-7127-4df3-b3ab-49caf6bb6d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (874033d0-4a16-4334-b4be-6113ad0c840c), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:45.106570 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b6176927-7127-4df3-b3ab-49caf6bb6d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:33:45.107999 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b6176927-7127-4df3-b3ab-49caf6bb6d46 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/874033d0-4a16-4334-b4be-6113ad0c840c HTTP/1.1" status: 204 len: 168 time: 0.1184289 Jan 26 19:33:45.115403 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6176927-7127-4df3-b3ab-49caf6bb6d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874033d0-4a16-4334-b4be-6113ad0c840c,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:33:45.502580 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67772de4-63e9-4d6b-af80-231dd8a0419e req-dbb6ae33-d6bd-49e0-bb75-f1fc5bb6e905 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:45.504092 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-67772de4-63e9-4d6b-af80-231dd8a0419e req-dbb6ae33-d6bd-49e0-bb75-f1fc5bb6e905 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0575304 Jan 26 19:33:45.551782 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-67772de4-63e9-4d6b-af80-231dd8a0419e req-e323d860-f174-49b2-9609-db836c88d471 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416698 Jan 26 19:33:46.676787 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522dfc62-c943-4956-8d3d-0a4f61d37046 req-2a47db4a-290f-43f7-bf14-03608b95bdfd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:46.678162 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-522dfc62-c943-4956-8d3d-0a4f61d37046 req-2a47db4a-290f-43f7-bf14-03608b95bdfd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0560408 Jan 26 19:33:46.724708 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-522dfc62-c943-4956-8d3d-0a4f61d37046 req-96fa33d3-4b9a-42d1-8c68-30216d00e1bc tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409565 Jan 26 19:33:47.838885 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d7ffe7-00e1-4eec-aa32-4ce15cfc7e00 req-9d9a7d4e-2074-4980-a715-a5f9486a98e3 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:47.840369 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-24d7ffe7-00e1-4eec-aa32-4ce15cfc7e00 req-9d9a7d4e-2074-4980-a715-a5f9486a98e3 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0467143 Jan 26 19:33:47.888915 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-24d7ffe7-00e1-4eec-aa32-4ce15cfc7e00 req-e353a5ce-c683-4952-b818-5c66a930ef28 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431688 Jan 26 19:33:49.002222 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59ab42-bb04-4abd-8076-e40ee969145b req-2679b4ac-60d4-4cfd-86b6-343227cfd605 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:49.003873 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-bc59ab42-bb04-4abd-8076-e40ee969145b req-2679b4ac-60d4-4cfd-86b6-343227cfd605 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0464165 Jan 26 19:33:49.050672 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-bc59ab42-bb04-4abd-8076-e40ee969145b req-5575e899-a7b5-47fa-b2b8-738d3401ba1c tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408969 Jan 26 19:33:50.167806 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13183c36-9d56-4a47-9dc3-7cc64c84b61a req-836884d6-cf5e-4f7c-a0c5-020e7538bb39 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:50.169282 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-13183c36-9d56-4a47-9dc3-7cc64c84b61a req-836884d6-cf5e-4f7c-a0c5-020e7538bb39 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0497527 Jan 26 19:33:50.220741 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-13183c36-9d56-4a47-9dc3-7cc64c84b61a req-47e09532-f828-4672-a9a5-03531db1dc51 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459137 Jan 26 19:33:51.337711 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac138e-ccc3-49b4-aaa8-333edefda945 req-4b7824c1-3a94-4d16-8da8-1d29b8da0b17 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:51.339170 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1fac138e-ccc3-49b4-aaa8-333edefda945 req-4b7824c1-3a94-4d16-8da8-1d29b8da0b17 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0467975 Jan 26 19:33:51.391713 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1fac138e-ccc3-49b4-aaa8-333edefda945 req-31ec5b23-c3ba-40da-a4a6-86b11c197612 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468428 Jan 26 19:33:51.591261 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:33:52.507621 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7542f5e-3d39-4233-bf74-6a7617741d71 req-f5c091ea-4499-497e-8618-8be8da80853a tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:52.507621 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f7542f5e-3d39-4233-bf74-6a7617741d71 req-f5c091ea-4499-497e-8618-8be8da80853a tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0467255 Jan 26 19:33:52.554203 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f7542f5e-3d39-4233-bf74-6a7617741d71 req-de78b835-11e9-4969-90d0-6469fb1b2907 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415816 Jan 26 19:33:53.672353 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180f6bd-8ba5-40f1-9a7f-2c60f3d8bd13 req-fabc966a-a611-433d-9177-9d9c9dda37f9 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:53.673808 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9180f6bd-8ba5-40f1-9a7f-2c60f3d8bd13 req-fabc966a-a611-433d-9177-9d9c9dda37f9 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0489001 Jan 26 19:33:53.722234 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9180f6bd-8ba5-40f1-9a7f-2c60f3d8bd13 req-c05740dd-3096-42a1-bfe8-7b38e4b6f9f6 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423317 Jan 26 19:33:54.835620 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48557db6-84c2-4552-9920-5a2c65123932 req-f662f2d7-c168-402a-a853-c29fcfa39b5b tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:54.837141 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-48557db6-84c2-4552-9920-5a2c65123932 req-f662f2d7-c168-402a-a853-c29fcfa39b5b tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0471296 Jan 26 19:33:54.883932 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-48557db6-84c2-4552-9920-5a2c65123932 req-00825ed3-363f-4960-8314-fed2ab346345 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406289 Jan 26 19:33:55.629592 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0c4c6-016e-4c50-9d48-dec00fd70099 req-16a70d7f-ffbc-49c9-822d-6751f9afc618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:55.630972 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8ef0c4c6-016e-4c50-9d48-dec00fd70099 req-16a70d7f-ffbc-49c9-822d-6751f9afc618 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84d90c74a445407ab6459be30826b3f7&device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 1098 time: 0.0391405 Jan 26 19:33:55.722056 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0c4c6-016e-4c50-9d48-dec00fd70099 req-b68261aa-c594-49fd-a5b3-d59204c5a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:55.723514 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8ef0c4c6-016e-4c50-9d48-dec00fd70099 req-b68261aa-c594-49fd-a5b3-d59204c5a4e6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cbb19803-443d-4415-86c7-ff03c2048d20 HTTP/1.1" status: 200 len: 910 time: 0.0864170 Jan 26 19:33:55.786959 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8ef0c4c6-016e-4c50-9d48-dec00fd70099 req-b6d5c602-1403-4866-82c3-04f460546474 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a15c594-cba7-47ee-a2b3-43518a18cd89 HTTP/1.1" status: 200 len: 1000 time: 0.0566227 Jan 26 19:33:55.838530 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0c4c6-016e-4c50-9d48-dec00fd70099 req-ae85c4a1-f9ec-4183-9beb-2d79951def84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:55.840010 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8ef0c4c6-016e-4c50-9d48-dec00fd70099 req-ae85c4a1-f9ec-4183-9beb-2d79951def84 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6729bb24-9786-4f47-bee1-4821053a11a2 HTTP/1.1" status: 200 len: 848 time: 0.0468507 Jan 26 19:33:55.884536 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0c4c6-016e-4c50-9d48-dec00fd70099 req-2221462d-cbe8-4689-b394-30e807616434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:55.886054 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8ef0c4c6-016e-4c50-9d48-dec00fd70099 req-2221462d-cbe8-4689-b394-30e807616434 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cbb19803-443d-4415-86c7-ff03c2048d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400021 Jan 26 19:33:56.001837 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8ef0c4c6-016e-4c50-9d48-dec00fd70099 req-92144b62-1bec-470f-aad3-275abd2e69b5 service neutron] 10.222.0.46 "GET /v2.0/networks/cbb19803-443d-4415-86c7-ff03c2048d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091640 Jan 26 19:33:56.023164 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cea26-7d6c-414c-9a81-d48bce896639 req-6b76b08a-8cca-4f65-add3-92bdc6b7b553 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:56.024554 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d43cea26-7d6c-414c-9a81-d48bce896639 req-6b76b08a-8cca-4f65-add3-92bdc6b7b553 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0698345 Jan 26 19:33:56.117931 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d43cea26-7d6c-414c-9a81-d48bce896639 req-955654a5-3e77-4c9f-8a31-6f89d62f1f82 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844140 Jan 26 19:33:56.131596 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8ef0c4c6-016e-4c50-9d48-dec00fd70099 req-6a7e934d-2c80-4c03-9a06-658f7528243d service neutron] 10.222.0.46 "GET /v2.0/networks/cbb19803-443d-4415-86c7-ff03c2048d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224978 Jan 26 19:33:57.236624 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91ca55-321b-4bb3-bbb8-5c07a78fd83f req-a9f92140-03ed-4f70-9f5d-63fa8085a111 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:57.238102 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4a91ca55-321b-4bb3-bbb8-5c07a78fd83f req-a9f92140-03ed-4f70-9f5d-63fa8085a111 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0508637 Jan 26 19:33:57.284607 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4a91ca55-321b-4bb3-bbb8-5c07a78fd83f req-9b4fc80d-7802-462c-ab4e-bc7ee63c4862 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410924 Jan 26 19:33:58.401333 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0462a286-49e9-408b-ad2d-707322628c05 req-f0a41731-9504-4c77-8282-7eb73ead940f tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:58.402808 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0462a286-49e9-408b-ad2d-707322628c05 req-f0a41731-9504-4c77-8282-7eb73ead940f tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0490353 Jan 26 19:33:58.451397 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0462a286-49e9-408b-ad2d-707322628c05 req-69ecadd5-051d-402f-947c-0a2001c820bc tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427253 Jan 26 19:33:58.522461 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [req-be965d41-1b21-4a07-8623-5f3bc9f3a7db req-fdbbf7f0-8642-45a9-8a34-c4cfa949ff4f service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102405) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:33:58.523799 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-be965d41-1b21-4a07-8623-5f3bc9f3a7db req-fdbbf7f0-8642-45a9-8a34-c4cfa949ff4f service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057194 Jan 26 19:33:58.653317 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b481461a-b88d-4f54-9e53-882c07812bac req-d9f6bc95-377b-4a45-984c-da73d9012cc5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457704 Jan 26 19:33:58.679920 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a9b75-36d2-4136-8334-30a2fa2edbf7 req-d8094441-8a85-44cc-b2f7-380da9c5ef15 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:58.681391 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0a5a9b75-36d2-4136-8334-30a2fa2edbf7 req-d8094441-8a85-44cc-b2f7-380da9c5ef15 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0501156 Jan 26 19:33:58.730703 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0a5a9b75-36d2-4136-8334-30a2fa2edbf7 req-a10d1786-2abd-4a37-860b-62666199426e tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428791 Jan 26 19:33:59.845013 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30b202-dcaf-410d-859b-b566949e01c2 req-950a38dd-526d-4867-bb70-7c0bcdfc22b1 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:33:59.846838 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3f30b202-dcaf-410d-859b-b566949e01c2 req-950a38dd-526d-4867-bb70-7c0bcdfc22b1 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0473413 Jan 26 19:33:59.896036 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3f30b202-dcaf-410d-859b-b566949e01c2 req-e69ec368-6983-4ae8-9866-d166a5ef9475 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441420 Jan 26 19:34:00.098666 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481461a-b88d-4f54-9e53-882c07812bac req-d9c547c6-0408-4a10-840c-a555f2ddbb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:00.100318 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b481461a-b88d-4f54-9e53-882c07812bac req-d9c547c6-0408-4a10-840c-a555f2ddbb29 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b&tenant_id=84d90c74a445407ab6459be30826b3f7 HTTP/1.1" status: 200 len: 1098 time: 0.0431497 Jan 26 19:34:00.171974 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481461a-b88d-4f54-9e53-882c07812bac req-9d740c74-664c-4194-b019-b7ce33a064f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:00.173467 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b481461a-b88d-4f54-9e53-882c07812bac req-9d740c74-664c-4194-b019-b7ce33a064f1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84d90c74a445407ab6459be30826b3f7&device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 1098 time: 0.0421205 Jan 26 19:34:00.264325 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481461a-b88d-4f54-9e53-882c07812bac req-a8a8143f-2924-4e01-838d-1de55a86ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:00.265770 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b481461a-b88d-4f54-9e53-882c07812bac req-a8a8143f-2924-4e01-838d-1de55a86ce4f service neutron] 10.222.0.46 "GET /v2.0/networks?id=cbb19803-443d-4415-86c7-ff03c2048d20 HTTP/1.1" status: 200 len: 910 time: 0.0816774 Jan 26 19:34:00.331627 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b481461a-b88d-4f54-9e53-882c07812bac req-2e2458d6-0d8a-4e9a-a12f-94702db63b9e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a15c594-cba7-47ee-a2b3-43518a18cd89 HTTP/1.1" status: 200 len: 1000 time: 0.0589662 Jan 26 19:34:00.382932 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481461a-b88d-4f54-9e53-882c07812bac req-1211c07e-02cb-4474-9b38-a88e77ad9842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:00.384470 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b481461a-b88d-4f54-9e53-882c07812bac req-1211c07e-02cb-4474-9b38-a88e77ad9842 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6729bb24-9786-4f47-bee1-4821053a11a2 HTTP/1.1" status: 200 len: 848 time: 0.0416543 Jan 26 19:34:00.429314 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481461a-b88d-4f54-9e53-882c07812bac req-f7581630-c885-4ff3-8fca-936a9a9a6a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:00.430721 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b481461a-b88d-4f54-9e53-882c07812bac req-f7581630-c885-4ff3-8fca-936a9a9a6a78 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cbb19803-443d-4415-86c7-ff03c2048d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387383 Jan 26 19:34:00.519009 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b481461a-b88d-4f54-9e53-882c07812bac req-632f0691-7860-4dc1-a8f2-b92d26e575cd service neutron] 10.222.0.46 "GET /v2.0/networks/cbb19803-443d-4415-86c7-ff03c2048d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820212 Jan 26 19:34:00.606914 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b481461a-b88d-4f54-9e53-882c07812bac req-a5498561-d058-43c7-9db8-404f2e835030 service neutron] 10.222.0.46 "GET /v2.0/networks/cbb19803-443d-4415-86c7-ff03c2048d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813026 Jan 26 19:34:01.011441 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b94f4-94c8-48ee-b54a-a7d5be3b1529 req-1db8b827-2a89-4200-b9a5-9ed20a43b7f6 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:01.012901 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-789b94f4-94c8-48ee-b54a-a7d5be3b1529 req-1db8b827-2a89-4200-b9a5-9ed20a43b7f6 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0472190 Jan 26 19:34:01.059331 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-789b94f4-94c8-48ee-b54a-a7d5be3b1529 req-6c82cfa9-9025-4657-9ff7-0d5cfc84d506 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409639 Jan 26 19:34:01.930830 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 8a15c594-cba7-47ee-a2b3-43518a18cd89 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:34:02.003559 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 8a15c594-cba7-47ee-a2b3-43518a18cd89 is: ACTIVE; New status is: DOWN {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:34:02.003977 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:02.026630 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4c9802-6d78-4385-bea2-9fccff04955b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a15c594-cba7-47ee-a2b3-43518a18cd89'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:34:02.028917 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bedfeb0-3f55-424e-91e0-ea4b6321127a" -d '{"events": [{"server_uuid": "4d4c9802-6d78-4385-bea2-9fccff04955b", "name": "network-vif-unplugged", "status": "completed", "tag": "8a15c594-cba7-47ee-a2b3-43518a18cd89"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:34:02.044974 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 8a15c594-cba7-47ee-a2b3-43518a18cd89, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=8a15c594-cba7-47ee-a2b3-43518a18cd89,segment=NetworkSegment(cdbadc41-f04b-404f-a6fa-05259b01a168),segment_id=cdbadc41-f04b-404f-a6fa-05259b01a168)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:34:02.048846 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:02.071448 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 26 Jan 2022 19:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71e30ea-cfc9-45be-8319-78de40c9c5ae x-openstack-request-id: req-d71e30ea-cfc9-45be-8319-78de40c9c5ae {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:34:02.071736 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4c9802-6d78-4385-bea2-9fccff04955b", "name": "network-vif-unplugged", "status": "completed", "tag": "8a15c594-cba7-47ee-a2b3-43518a18cd89", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:34:02.072013 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d71e30ea-cfc9-45be-8319-78de40c9c5ae {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:34:02.072392 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4c9802-6d78-4385-bea2-9fccff04955b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a15c594-cba7-47ee-a2b3-43518a18cd89', 'code': 200} Jan 26 19:34:02.098013 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=8a15c594-cba7-47ee-a2b3-43518a18cd89,revision_number=6']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:34:02.105560 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:02.105916 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:02.106269 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:02.106608 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:02.106947 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:02.107283 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:02.107615 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:02.107975 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:02.108307 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:02.108635 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:02.108962 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:02.109348 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:02.109606 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:02.173205 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383004d-99d4-483b-a658-5f9227a7135e req-1183956a-2a0f-4c71-8bd2-e26203cd27c4 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:02.174969 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0383004d-99d4-483b-a658-5f9227a7135e req-1183956a-2a0f-4c71-8bd2-e26203cd27c4 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0479021 Jan 26 19:34:02.221211 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0383004d-99d4-483b-a658-5f9227a7135e req-6b7d99a2-dc97-4109-b025-861761669d84 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408194 Jan 26 19:34:03.337362 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f0707-c105-4db4-8b47-d37d07b13cda req-1e43e1ab-d945-4d4c-9e53-09de4c8dd84e tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:03.338851 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-225f0707-c105-4db4-8b47-d37d07b13cda req-1e43e1ab-d945-4d4c-9e53-09de4c8dd84e tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0487924 Jan 26 19:34:03.388109 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-225f0707-c105-4db4-8b47-d37d07b13cda req-49c8132d-63e7-47fc-9092-8913e1a099a9 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436983 Jan 26 19:34:04.036342 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-ccd6e686-7a09-43ae-9851-02c48efd738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:04.508900 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1230f8-931a-4244-b845-e6825dc2cf6b req-efa2154e-6ba6-4d7f-a8a5-5e5db5530248 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:04.510324 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cb1230f8-931a-4244-b845-e6825dc2cf6b req-efa2154e-6ba6-4d7f-a8a5-5e5db5530248 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0515115 Jan 26 19:34:04.558519 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-cb1230f8-931a-4244-b845-e6825dc2cf6b req-373a61e3-194e-4849-b44b-545f968deece tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422924 Jan 26 19:34:05.672559 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c1245-84f5-4592-b589-8507bfddf2a0 req-8bca1707-b019-4d52-8359-00be430303e0 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:05.674027 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4a5c1245-84f5-4592-b589-8507bfddf2a0 req-8bca1707-b019-4d52-8359-00be430303e0 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0476136 Jan 26 19:34:05.722732 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4a5c1245-84f5-4592-b589-8507bfddf2a0 req-2be15142-4dbf-405f-80ed-be8b1ac53264 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432868 Jan 26 19:34:06.313871 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-169e6a5a-8166-42ca-a6db-c620cdbf5745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:06.834765 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce1072-7ea4-42db-9694-54b4dbf0eee4 req-efff75b7-3c87-42fe-9e56-b9fd964c6496 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:06.836222 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a9ce1072-7ea4-42db-9694-54b4dbf0eee4 req-efff75b7-3c87-42fe-9e56-b9fd964c6496 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0462327 Jan 26 19:34:06.882447 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a9ce1072-7ea4-42db-9694-54b4dbf0eee4 req-4d380c89-d2ea-4c20-901d-5e37c82a602d tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403819 Jan 26 19:34:07.762578 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:08.006345 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f0bfb-866a-46d6-8f01-b24bf8fcfd9b req-efc7fa62-6956-4dfb-bb51-d49579836b9f tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:08.007717 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-508f0bfb-866a-46d6-8f01-b24bf8fcfd9b req-efc7fa62-6956-4dfb-bb51-d49579836b9f tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0559330 Jan 26 19:34:08.015893 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d527c-2b35-4685-97e7-e77abbffb958 req-1b3c0369-18f9-4d3b-82a3-48b08c27c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:08.017339 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4a6d527c-2b35-4685-97e7-e77abbffb958 req-1b3c0369-18f9-4d3b-82a3-48b08c27c7bc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 1096 time: 0.0393434 Jan 26 19:34:08.058417 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-508f0bfb-866a-46d6-8f01-b24bf8fcfd9b req-f827e687-8bc1-4b16-9788-e8d5d58281dd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445154 Jan 26 19:34:08.065403 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4a6d527c-2b35-4685-97e7-e77abbffb958 req-146df367-7691-4e0c-a84f-ed9524a5e8fd service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414617 Jan 26 19:34:08.154804 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:08.984051 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:09.175226 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6608dd6-2c69-49ab-8d63-859e026dbfcd req-3e924d65-515c-4e2b-95c5-a8f935529849 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:09.176693 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e6608dd6-2c69-49ab-8d63-859e026dbfcd req-3e924d65-515c-4e2b-95c5-a8f935529849 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 943 time: 0.0465653 Jan 26 19:34:09.221733 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e6608dd6-2c69-49ab-8d63-859e026dbfcd req-51dd682b-8929-48cf-9482-cbeaac8e2ad9 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396848 Jan 26 19:34:09.940728 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 8a15c594-cba7-47ee-a2b3-43518a18cd89 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:34:10.034939 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 8a15c594-cba7-47ee-a2b3-43518a18cd89, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=8a15c594-cba7-47ee-a2b3-43518a18cd89,segment=NetworkSegment(cdbadc41-f04b-404f-a6fa-05259b01a168),segment_id=cdbadc41-f04b-404f-a6fa-05259b01a168)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:34:10.045335 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': '8a15c594-cba7-47ee-a2b3-43518a18cd89', 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20', 'port_id': '8a15c594-cba7-47ee-a2b3-43518a18cd89', 'mac_address': 'fa:16:3e:ee:67:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:34:10.080735 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 8a15c594-cba7-47ee-a2b3-43518a18cd89 is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:34:10.081119 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:10.096454 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a15c594-cba7-47ee-a2b3-43518a18cd89 {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:34:10.114742 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 8a15c594-cba7-47ee-a2b3-43518a18cd89, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=8a15c594-cba7-47ee-a2b3-43518a18cd89,segment=NetworkSegment(cdbadc41-f04b-404f-a6fa-05259b01a168),segment_id=cdbadc41-f04b-404f-a6fa-05259b01a168)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:34:10.119067 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:10.166023 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=8a15c594-cba7-47ee-a2b3-43518a18cd89,revision_number=7']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:34:10.299965 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:10.336749 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165a8f4-9e2f-4a71-a52e-d5b8bab815e6 req-9c8540fc-78b5-4a11-a8ef-90cb55736f31 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:10.338183 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4165a8f4-9e2f-4a71-a52e-d5b8bab815e6 req-9c8540fc-78b5-4a11-a8ef-90cb55736f31 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 944 time: 0.0475760 Jan 26 19:34:10.387339 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4165a8f4-9e2f-4a71-a52e-d5b8bab815e6 req-fb1bb856-5564-4049-bb44-bb626c3e5995 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427377 Jan 26 19:34:10.494218 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['8a15c594-cba7-47ee-a2b3-43518a18cd89'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:34:10.675846 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf5d29-be49-46ae-bee0-af1a63680582 req-5fa6b8f1-a0fd-4085-a234-2dd442760ddb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:10.677585 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1acf5d29-be49-46ae-bee0-af1a63680582 req-5fa6b8f1-a0fd-4085-a234-2dd442760ddb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 946 time: 0.0506275 Jan 26 19:34:10.723986 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1acf5d29-be49-46ae-bee0-af1a63680582 req-edfb3066-ad18-49e8-a506-9cfff2a94350 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404320 Jan 26 19:34:11.837923 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015e0a1-9f15-4365-a526-e301f087754f req-bbc1efd6-4411-4888-94c2-48734461bbef tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:11.839946 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e015e0a1-9f15-4365-a526-e301f087754f req-bbc1efd6-4411-4888-94c2-48734461bbef tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 946 time: 0.0485425 Jan 26 19:34:11.886864 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e015e0a1-9f15-4365-a526-e301f087754f req-ca791f44-2e8a-4092-ab4a-734625b42b16 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411842 Jan 26 19:34:11.957306 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 8a15c594-cba7-47ee-a2b3-43518a18cd89 up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:34:12.011953 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port 8a15c594-cba7-47ee-a2b3-43518a18cd89 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:34:12.012324 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:12.105337 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 8a15c594-cba7-47ee-a2b3-43518a18cd89 is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:34:12.105745 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:12.127505 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4c9802-6d78-4385-bea2-9fccff04955b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a15c594-cba7-47ee-a2b3-43518a18cd89'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:34:12.129753 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec28a559-c00f-40d7-8065-f1132f1b881c" -d '{"events": [{"server_uuid": "4d4c9802-6d78-4385-bea2-9fccff04955b", "name": "network-vif-plugged", "status": "completed", "tag": "8a15c594-cba7-47ee-a2b3-43518a18cd89"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:34:12.132588 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d329c0e2-a312-47c7-86fa-5f3d802b292d req-4ef51818-cbed-44eb-9e25-098ba92a8266 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:12.134391 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d329c0e2-a312-47c7-86fa-5f3d802b292d req-4ef51818-cbed-44eb-9e25-098ba92a8266 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0494840 Jan 26 19:34:12.142129 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 8a15c594-cba7-47ee-a2b3-43518a18cd89, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=8a15c594-cba7-47ee-a2b3-43518a18cd89,segment=NetworkSegment(cdbadc41-f04b-404f-a6fa-05259b01a168),segment_id=cdbadc41-f04b-404f-a6fa-05259b01a168)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:34:12.146756 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:12.175332 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b329fc-5f5c-47b2-a56f-1b508f66ac6f x-openstack-request-id: req-f8b329fc-5f5c-47b2-a56f-1b508f66ac6f {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:34:12.175627 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4c9802-6d78-4385-bea2-9fccff04955b", "name": "network-vif-plugged", "status": "completed", "tag": "8a15c594-cba7-47ee-a2b3-43518a18cd89", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:34:12.175902 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f8b329fc-5f5c-47b2-a56f-1b508f66ac6f {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:34:12.176291 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4c9802-6d78-4385-bea2-9fccff04955b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a15c594-cba7-47ee-a2b3-43518a18cd89', 'code': 200} Jan 26 19:34:12.196490 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d329c0e2-a312-47c7-86fa-5f3d802b292d req-315b3c9a-ce97-4580-be34-9036f372b718 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556483 Jan 26 19:34:12.217432 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=8a15c594-cba7-47ee-a2b3-43518a18cd89,revision_number=8']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:34:12.576206 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e5040-f8af-42dd-b959-5f31fb715dc6 req-39ed6dc7-00a6-4a7d-a52c-05f744d896f2 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:12.577594 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5c7e5040-f8af-42dd-b959-5f31fb715dc6 req-39ed6dc7-00a6-4a7d-a52c-05f744d896f2 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.46 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 946 time: 0.0452139 Jan 26 19:34:12.668710 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-5c7e5040-f8af-42dd-b959-5f31fb715dc6 req-f4371196-9922-4eb7-bf67-6e43cd6613ad tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Deleting port 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:34:12.669046 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-5c7e5040-f8af-42dd-b959-5f31fb715dc6 req-f4371196-9922-4eb7-bf67-6e43cd6613ad tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:12.754263 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-5c7e5040-f8af-42dd-b959-5f31fb715dc6 req-f4371196-9922-4eb7-bf67-6e43cd6613ad tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] For port 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:34:12.754623 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-5c7e5040-f8af-42dd-b959-5f31fb715dc6 req-f4371196-9922-4eb7-bf67-6e43cd6613ad tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:12.920003 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-5c7e5040-f8af-42dd-b959-5f31fb715dc6 req-f4371196-9922-4eb7-bf67-6e43cd6613ad tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:12.920365 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-5c7e5040-f8af-42dd-b959-5f31fb715dc6 req-f4371196-9922-4eb7-bf67-6e43cd6613ad tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747628'] for floatingip (50614259-3a9d-4d86-b9b6-ce07462440ba), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:12.920678 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.l3_db [req-5c7e5040-f8af-42dd-b959-5f31fb715dc6 req-f4371196-9922-4eb7-bf67-6e43cd6613ad tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Floating IP 50614259-3a9d-4d86-b9b6-ce07462440ba disassociated. External IP: 172.27.1.249, port: 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d. Jan 26 19:34:12.921013 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-5c7e5040-f8af-42dd-b959-5f31fb715dc6 req-f4371196-9922-4eb7-bf67-6e43cd6613ad tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Calling delete_port for 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:34:13.005621 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519425d-24d2-4283-a333-146a84b51752 req-5b2635f2-41b7-4fe5-aeee-8a0daca37d55 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:13.007196 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7519425d-24d2-4283-a333-146a84b51752 req-5b2635f2-41b7-4fe5-aeee-8a0daca37d55 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 946 time: 0.0508940 Jan 26 19:34:13.058199 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7519425d-24d2-4283-a333-146a84b51752 req-c9eaab0d-e3a6-4441-a927-70e4eb4afbe0 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453160 Jan 26 19:34:13.262636 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-5c7e5040-f8af-42dd-b959-5f31fb715dc6 req-f4371196-9922-4eb7-bf67-6e43cd6613ad tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:13.318126 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4371196-9922-4eb7-bf67-6e43cd6613ad tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event deleted for resources: {'Port': ['ID=8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:34:13.382506 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410476a9-0f8b-4a73-8c7d-e082c06d8840 req-7457ccd1-197b-4558-bdf8-7044a100162f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:13.383976 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-410476a9-0f8b-4a73-8c7d-e082c06d8840 req-7457ccd1-197b-4558-bdf8-7044a100162f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.1164651 Jan 26 19:34:13.471126 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c7e5040-f8af-42dd-b959-5f31fb715dc6 req-f4371196-9922-4eb7-bf67-6e43cd6613ad tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Router 293bcd84-6f89-4055-8ccf-087b412795a8 has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:34:13.474838 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-410476a9-0f8b-4a73-8c7d-e082c06d8840 req-52ecb97d-fc11-414f-a278-aa2e2492be36 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845447 Jan 26 19:34:13.579482 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c7e5040-f8af-42dd-b959-5f31fb715dc6 req-f4371196-9922-4eb7-bf67-6e43cd6613ad tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:34:13.589381 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eed341-037e-423c-bc52-5269b9bf8136 None None] Sync routers for ids ['293bcd84-6f89-4055-8ccf-087b412795a8'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:34:13.598730 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eed341-037e-423c-bc52-5269b9bf8136 None None] Routers {'293bcd84-6f89-4055-8ccf-087b412795a8'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:34:13.599342 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b1eed341-037e-423c-bc52-5269b9bf8136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:34:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['293bcd84-6f89-4055-8ccf-087b412795a8'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:34:13.617419 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7e5040-f8af-42dd-b959-5f31fb715dc6 req-f4371196-9922-4eb7-bf67-6e43cd6613ad tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] No DVR routers for this DVR port 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:34:13.619926 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-5c7e5040-f8af-42dd-b959-5f31fb715dc6 req-f4371196-9922-4eb7-bf67-6e43cd6613ad tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:13.623185 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5c7e5040-f8af-42dd-b959-5f31fb715dc6 req-f4371196-9922-4eb7-bf67-6e43cd6613ad tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.46 "DELETE /v2.0/ports/8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d HTTP/1.1" status: 204 len: 173 time: 1.0371263 Jan 26 19:34:13.623634 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4086ab6e-4b96-40f9-bb16-220b75880976', 'name': 'network-vif-deleted', 'tag': '8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:34:13.625906 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91148891-aa5b-4702-afd7-bb39342be298" -d '{"events": [{"server_uuid": "4086ab6e-4b96-40f9-bb16-220b75880976", "name": "network-vif-deleted", "tag": "8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:34:13.678534 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5ef9be-5dbd-49d9-957e-5f6674e6d091 x-openstack-request-id: req-be5ef9be-5dbd-49d9-957e-5f6674e6d091 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:34:13.678827 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4086ab6e-4b96-40f9-bb16-220b75880976", "name": "network-vif-deleted", "tag": "8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:34:13.679640 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-be5ef9be-5dbd-49d9-957e-5f6674e6d091 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:34:13.679640 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4086ab6e-4b96-40f9-bb16-220b75880976', 'name': 'network-vif-deleted', 'tag': '8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d', 'status': 'completed', 'code': 200} Jan 26 19:34:13.726227 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-b1eed341-037e-423c-bc52-5269b9bf8136 None None] Set router 293bcd84-6f89-4055-8ccf-087b412795a8 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:34:13.930415 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b1eed341-037e-423c-bc52-5269b9bf8136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 5, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:34:13.960804 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eed341-037e-423c-bc52-5269b9bf8136 None None] Checking router: 293bcd84-6f89-4055-8ccf-087b412795a8 for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:34:13.969601 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eed341-037e-423c-bc52-5269b9bf8136 None None] Routers {'293bcd84-6f89-4055-8ccf-087b412795a8'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:34:13.970208 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b1eed341-037e-423c-bc52-5269b9bf8136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:34:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['293bcd84-6f89-4055-8ccf-087b412795a8'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:34:14.073266 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-b1eed341-037e-423c-bc52-5269b9bf8136 None None] Set router 293bcd84-6f89-4055-8ccf-087b412795a8 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:34:14.163259 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5e4781d5-cee1-433b-9fbf-12643615e9a2 req-2cf284f1-0345-4a13-9e9c-4985c34d6d76 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=4086ab6e-4b96-40f9-bb16-220b75880976 HTTP/1.1" status: 200 len: 210 time: 0.0252862 Jan 26 19:34:14.269264 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b1eed341-037e-423c-bc52-5269b9bf8136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 5, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:34:14.299660 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1eed341-037e-423c-bc52-5269b9bf8136 None None] The sync data for ids ['293bcd84-6f89-4055-8ccf-087b412795a8'] in dv-cinder-794001-3-iscsi is: [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 5, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:34:14.520138 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181b9b04-c531-43fd-a907-6134b13020f9 None None] New status for floating IP 50614259-3a9d-4d86-b9b6-ce07462440ba: DOWN {{(pid=102408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:34:14.606164 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d643bb-e5e2-4681-85c7-ea0e01f1c846 req-5323cb18-7166-436a-bab1-8eb443d4169d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:14.607606 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d8d643bb-e5e2-4681-85c7-ea0e01f1c846 req-5323cb18-7166-436a-bab1-8eb443d4169d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0547466 Jan 26 19:34:14.657189 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d8d643bb-e5e2-4681-85c7-ea0e01f1c846 req-e37459a7-0f7c-4d20-ae42-11faadf7b300 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435174 Jan 26 19:34:15.409391 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-29778ec0-5ac4-48e8-ba84-f3960f8c4f48 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634496094&fields=id&tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5 HTTP/1.1" status: 200 len: 267 time: 0.0428534 Jan 26 19:34:15.513106 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-afdfbc5f-0a8c-4433-a0d5-9103fd943002 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:15.514544 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-afdfbc5f-0a8c-4433-a0d5-9103fd943002 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/networks?id=271d7cd6-39be-4683-b50e-e90ed3ff8279 HTTP/1.1" status: 200 len: 812 time: 0.0990570 Jan 26 19:34:15.529298 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-370c81d4-bba7-472e-bdd5-883a9963e0d0 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/quotas/8c4fb0a5c0e74ac8bfc5dd910bac07f5 HTTP/1.1" status: 200 len: 375 time: 0.0094452 Jan 26 19:34:15.577719 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-7831e1ba-1569-47f0-a102-660971b83d6e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436385 Jan 26 19:34:15.688093 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-dfd89036-34a9-4e29-90a5-c34475560072 service neutron] 10.222.0.50 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879712 Jan 26 19:34:15.781657 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-2f4752a0-a30d-4a57-9219-6a90a007d871 service neutron] 10.222.0.50 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883501 Jan 26 19:34:15.789747 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e337a-0b66-4df5-89d0-b891d05a10b7 req-23ace8fb-6a41-480f-8e02-91850d896d90 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:15.791240 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-468e337a-0b66-4df5-89d0-b891d05a10b7 req-23ace8fb-6a41-480f-8e02-91850d896d90 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0489123 Jan 26 19:34:15.840932 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-468e337a-0b66-4df5-89d0-b891d05a10b7 req-7b9130a6-138a-4a92-a248-37f1f059b974 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441337 Jan 26 19:34:15.969176 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:34:15.969870 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-062df323-6bc2-434d-b4e6-3c1414ef3cc6 req-22ee3d5c-27ed-4ed6-a4b0-d91e1b938e89 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409651 Jan 26 19:34:15.990255 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:34:15.990904 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 8eb44e66-76ff-4e42-a5da-5ab8fcc35f6d not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:34:16.064997 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062df323-6bc2-434d-b4e6-3c1414ef3cc6 req-a32c68aa-e93f-4e80-a0df-41437a626ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:16.066655 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-062df323-6bc2-434d-b4e6-3c1414ef3cc6 req-a32c68aa-e93f-4e80-a0df-41437a626ca5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84d90c74a445407ab6459be30826b3f7&device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 1098 time: 0.0450027 Jan 26 19:34:16.095135 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7169ed3d-2450-4fc8-a0eb-30385a52190d req-922224dd-b2af-43be-ad9c-82534573bd8b tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 210 time: 0.0325162 Jan 26 19:34:16.180474 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062df323-6bc2-434d-b4e6-3c1414ef3cc6 req-36828b98-b750-45d4-8f9b-7a00f43f3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:16.181979 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-062df323-6bc2-434d-b4e6-3c1414ef3cc6 req-36828b98-b750-45d4-8f9b-7a00f43f3fd5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cbb19803-443d-4415-86c7-ff03c2048d20 HTTP/1.1" status: 200 len: 910 time: 0.0950975 Jan 26 19:34:16.249567 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-062df323-6bc2-434d-b4e6-3c1414ef3cc6 req-f8658397-cb05-4bd7-b446-9bc4d90cdec1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a15c594-cba7-47ee-a2b3-43518a18cd89 HTTP/1.1" status: 200 len: 1000 time: 0.0615788 Jan 26 19:34:16.301949 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062df323-6bc2-434d-b4e6-3c1414ef3cc6 req-a6e4cb44-0cf1-43e3-a8a9-9e486c4186b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:16.303381 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-062df323-6bc2-434d-b4e6-3c1414ef3cc6 req-a6e4cb44-0cf1-43e3-a8a9-9e486c4186b6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6729bb24-9786-4f47-bee1-4821053a11a2 HTTP/1.1" status: 200 len: 848 time: 0.0483751 Jan 26 19:34:16.348798 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062df323-6bc2-434d-b4e6-3c1414ef3cc6 req-347e8af1-2a80-46ff-8372-870455cbde7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:16.350265 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-062df323-6bc2-434d-b4e6-3c1414ef3cc6 req-347e8af1-2a80-46ff-8372-870455cbde7e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cbb19803-443d-4415-86c7-ff03c2048d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410511 Jan 26 19:34:16.441693 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-062df323-6bc2-434d-b4e6-3c1414ef3cc6 req-43ee9501-c76a-4fe8-a8a0-8a2cb8a86dcd service neutron] 10.222.0.46 "GET /v2.0/networks/cbb19803-443d-4415-86c7-ff03c2048d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839510 Jan 26 19:34:16.536109 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-062df323-6bc2-434d-b4e6-3c1414ef3cc6 req-6278e223-1400-4663-831d-11b57419bdff service neutron] 10.222.0.46 "GET /v2.0/networks/cbb19803-443d-4415-86c7-ff03c2048d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865800 Jan 26 19:34:16.965649 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a0f44-3943-4b18-aaa4-93dee30ba24f req-84fd2113-0c99-42b0-9955-aaa5f956448a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:16.967816 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-147a0f44-3943-4b18-aaa4-93dee30ba24f req-84fd2113-0c99-42b0-9955-aaa5f956448a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0530269 Jan 26 19:34:17.020065 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-147a0f44-3943-4b18-aaa4-93dee30ba24f req-cd6a7582-36a4-4d03-ae13-e8734b68c68a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463681 Jan 26 19:34:17.024848 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-b13085c2-bbd0-4aaa-b11c-e9f6066c90e9 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:17.026571 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-b13085c2-bbd0-4aaa-b11c-e9f6066c90e9 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.46 "GET /v2.0/networks?id=271d7cd6-39be-4683-b50e-e90ed3ff8279 HTTP/1.1" status: 200 len: 812 time: 0.1088178 Jan 26 19:34:17.091262 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-c488a2f1-9e94-46a6-8671-908e1dbf3b9e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5 HTTP/1.1" status: 200 len: 379 time: 0.0555134 Jan 26 19:34:17.099907 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-57894732-a512-464b-922f-9c764e260666 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Request body: {'port': {'device_id': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'admin_state_up': True, 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'security_groups': ['bb73db78-ea8f-4d99-91f5-5ce24656c9d7']}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:34:17.195291 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-922f958f-7c7b-4f56-a03e-6d08a987ab9c req-570ec39c-7656-437b-ac09-01ed38bfae1a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 210 time: 0.0318038 Jan 26 19:34:17.227855 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-57894732-a512-464b-922f-9c764e260666 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Made reservation on behalf of 8c4fb0a5c0e74ac8bfc5dd910bac07f5 for: {'port': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:34:17.231851 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-57894732-a512-464b-922f-9c764e260666 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:17.352522 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-57894732-a512-464b-922f-9c764e260666 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Allocated IP 172.20.0.5 (271d7cd6-39be-4683-b50e-e90ed3ff8279/a03b0a89-d2fe-4cbd-933b-6f666740803e/82e3bf1e-e1f0-4be5-9e65-ff038e41aee2) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:34:17.497478 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-57894732-a512-464b-922f-9c764e260666 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for port (82e3bf1e-e1f0-4be5-9e65-ff038e41aee2), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:17.532264 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-57894732-a512-464b-922f-9c764e260666 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (82e3bf1e-e1f0-4be5-9e65-ff038e41aee2), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:17.571629 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-57894732-a512-464b-922f-9c764e260666 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Network 271d7cd6-39be-4683-b50e-e90ed3ff8279 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:34:17.575001 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-57894732-a512-464b-922f-9c764e260666 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:34:17.580900 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-57894732-a512-464b-922f-9c764e260666 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:34:17.586950 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57894732-a512-464b-922f-9c764e260666 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event updated for resources: {'Port': ['ID=82e3bf1e-e1f0-4be5-9e65-ff038e41aee2,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:34:17.636265 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-57894732-a512-464b-922f-9c764e260666 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:17.636905 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-57894732-a512-464b-922f-9c764e260666 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:17.656238 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-57894732-a512-464b-922f-9c764e260666 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5597987 Jan 26 19:34:17.668497 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Request body: {'port': {'device_id': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:34:17.724237 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (82e3bf1e-e1f0-4be5-9e65-ff038e41aee2), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:17.865401 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-0c6affdb-b5a3-4be1-8174-a2df4734ef32 None None] Provisioning complete for port 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:34:17.866006 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-0c6affdb-b5a3-4be1-8174-a2df4734ef32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (82e3bf1e-e1f0-4be5-9e65-ff038e41aee2), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:17.898557 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-0c6affdb-b5a3-4be1-8174-a2df4734ef32 None None] Port 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:34:17.993838 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:34:18.003806 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Publish callbacks [] for port (82e3bf1e-e1f0-4be5-9e65-ff038e41aee2), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:18.016084 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Transition to ACTIVE for port object 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 will not be triggered until provisioned by entity L2. {{(pid=102406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:34:18.019198 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (82e3bf1e-e1f0-4be5-9e65-ff038e41aee2), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:18.065507 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Pushing event updated for resources: {'Port': ['ID=82e3bf1e-e1f0-4be5-9e65-ff038e41aee2,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:34:18.168732 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Attempting to bind port 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:34:18.169072 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Attempting to bind port 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:34:18.169401 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Attempting to bind port 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 on network 271d7cd6-39be-4683-b50e-e90ed3ff8279 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:34:18.179241 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431be01-e6a3-4b8c-9f87-638c1677228a req-20cf78f8-d2ea-4486-9d19-a6be7760add3 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:18.180804 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4431be01-e6a3-4b8c-9f87-638c1677228a req-20cf78f8-d2ea-4486-9d19-a6be7760add3 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0748565 Jan 26 19:34:18.183728 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Port 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 on network 271d7cd6-39be-4683-b50e-e90ed3ff8279 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:34:18.184091 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Attempting to bind port 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 on network 271d7cd6-39be-4683-b50e-e90ed3ff8279 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:34:18.191266 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:34:18.191607 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Checking segment: {'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:34:18.192012 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Bound using segment: {'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:34:18.192440 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Bound port: 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:34:18.192792 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (82e3bf1e-e1f0-4be5-9e65-ff038e41aee2), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:18.263566 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4431be01-e6a3-4b8c-9f87-638c1677228a req-889ac60d-e4dd-4f91-9ad6-51232c82feff tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742590 Jan 26 19:34:18.290997 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] For port 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2, host hv-cinder-79400, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:34:18.290997 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] For port 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=82e3bf1e-e1f0-4be5-9e65-ff038e41aee2,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:34:18.295471 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (82e3bf1e-e1f0-4be5-9e65-ff038e41aee2), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:18.315725 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de8fed-9d99-4141-a4d1-a0a1fe3b26db req-5b85d18e-ee9b-4fc5-866c-c17cf84debc8 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:18.317916 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-94de8fed-9d99-4141-a4d1-a0a1fe3b26db req-5b85d18e-ee9b-4fc5-866c-c17cf84debc8 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 943 time: 0.0517159 Jan 26 19:34:18.331005 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:18.331486 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:18.332985 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] 10.222.0.46 "PUT /v2.0/ports/82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 HTTP/1.1" status: 200 len: 1093 time: 0.6688612 Jan 26 19:34:18.333417 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'tag': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:34:18.335723 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b45f9b-276a-45df-a5ca-3f58bc049660" -d '{"events": [{"name": "network-changed", "server_uuid": "66438316-cd90-4e4e-8b90-d7dcb5096bbf", "tag": "82e3bf1e-e1f0-4be5-9e65-ff038e41aee2"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:34:18.365381 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d6cc66-9a71-4fa0-a00f-9b26a2af4bce service neutron] Pushing event updated for resources: {'Port': ['ID=82e3bf1e-e1f0-4be5-9e65-ff038e41aee2,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:34:18.403309 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54c5a3e-09b7-4de6-8aff-302c8a8c8e5e x-openstack-request-id: req-f54c5a3e-09b7-4de6-8aff-302c8a8c8e5e {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:34:18.403598 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66438316-cd90-4e4e-8b90-d7dcb5096bbf", "tag": "82e3bf1e-e1f0-4be5-9e65-ff038e41aee2", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:34:18.403897 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f54c5a3e-09b7-4de6-8aff-302c8a8c8e5e {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:34:18.404403 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'tag': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2', 'status': 'completed', 'code': 200} Jan 26 19:34:18.412967 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-94de8fed-9d99-4141-a4d1-a0a1fe3b26db req-ab46d3e7-97f0-429c-b7f5-a6757e295568 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862708 Jan 26 19:34:18.439999 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-f27d3270-4b30-47cf-b1c0-a8143da8e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:18.441624 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-f27d3270-4b30-47cf-b1c0-a8143da8e10a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5&device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 1096 time: 0.0513570 Jan 26 19:34:18.483796 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-834256fd-82c4-4e38-8a79-3c26c9f407a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 HTTP/1.1" status: 200 len: 217 time: 0.0346327 Jan 26 19:34:18.533463 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-fda97c26-722d-432b-bb2d-c11ac3b3b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:18.534914 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-fda97c26-722d-432b-bb2d-c11ac3b3b6d5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a03b0a89-d2fe-4cbd-933b-6f666740803e HTTP/1.1" status: 200 len: 851 time: 0.0438430 Jan 26 19:34:18.581751 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-c7821ac2-8dc4-42a7-ba51-e70d2d130cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:18.583178 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-c7821ac2-8dc4-42a7-ba51-e70d2d130cc9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=271d7cd6-39be-4683-b50e-e90ed3ff8279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421891 Jan 26 19:34:18.669445 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-5c96ede6-e483-47f8-b3e5-4c5c5617a01a service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795190 Jan 26 19:34:18.758385 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-de60dbed-f14a-470b-96d0-41ddb7db0062 req-02df9c89-f616-45f0-94f4-a6a38fe7d71b service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822790 Jan 26 19:34:18.851525 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b45f9b-276a-45df-a5ca-3f58bc049660 req-11b8a8ee-07f4-45cf-864a-edd8551e97d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:18.853020 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-13b45f9b-276a-45df-a5ca-3f58bc049660 req-11b8a8ee-07f4-45cf-864a-edd8551e97d7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5&device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 1096 time: 0.0401976 Jan 26 19:34:18.939876 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b45f9b-276a-45df-a5ca-3f58bc049660 req-03a2d9dd-e3ae-4293-82d3-0caabeefbe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:18.941286 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-13b45f9b-276a-45df-a5ca-3f58bc049660 req-03a2d9dd-e3ae-4293-82d3-0caabeefbe4d service neutron] 10.222.0.46 "GET /v2.0/networks?id=271d7cd6-39be-4683-b50e-e90ed3ff8279 HTTP/1.1" status: 200 len: 913 time: 0.0798867 Jan 26 19:34:18.984116 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-13b45f9b-276a-45df-a5ca-3f58bc049660 req-d1808ca3-5f71-4b7d-8ab7-7ef71146037c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 HTTP/1.1" status: 200 len: 217 time: 0.0363882 Jan 26 19:34:19.030199 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b45f9b-276a-45df-a5ca-3f58bc049660 req-08ca0185-9cfc-4211-90e1-c7743aaddf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:19.031576 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-13b45f9b-276a-45df-a5ca-3f58bc049660 req-08ca0185-9cfc-4211-90e1-c7743aaddf3b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a03b0a89-d2fe-4cbd-933b-6f666740803e HTTP/1.1" status: 200 len: 851 time: 0.0414913 Jan 26 19:34:19.074201 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b45f9b-276a-45df-a5ca-3f58bc049660 req-51706a6c-a0af-4a49-8a74-e2db948a5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:19.075608 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-13b45f9b-276a-45df-a5ca-3f58bc049660 req-51706a6c-a0af-4a49-8a74-e2db948a5545 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=271d7cd6-39be-4683-b50e-e90ed3ff8279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0375092 Jan 26 19:34:19.163541 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-13b45f9b-276a-45df-a5ca-3f58bc049660 req-3f8c5397-0c2f-46b7-89a0-e8d934e844f3 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811446 Jan 26 19:34:19.247060 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-13b45f9b-276a-45df-a5ca-3f58bc049660 req-43a1df88-5916-4d29-80e5-59fef187eb84 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775111 Jan 26 19:34:19.387537 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551d641-ce83-4c1e-aab1-2446f4238c04 req-27ee505a-4e95-4c41-a5b1-e0a18d8f6bb4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:19.389405 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6551d641-ce83-4c1e-aab1-2446f4238c04 req-27ee505a-4e95-4c41-a5b1-e0a18d8f6bb4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0520973 Jan 26 19:34:19.434485 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6551d641-ce83-4c1e-aab1-2446f4238c04 req-fa93b84d-5cdf-4063-9ce7-1f6c18014edc tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393946 Jan 26 19:34:19.534397 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb3d30-f4b0-497d-ace1-b7fdd1bd00eb req-a383b35b-ad32-4b3b-a7d0-c32fe4858a8e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:19.535872 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d7bb3d30-f4b0-497d-ace1-b7fdd1bd00eb req-a383b35b-ad32-4b3b-a7d0-c32fe4858a8e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 943 time: 0.0509419 Jan 26 19:34:19.582377 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d7bb3d30-f4b0-497d-ace1-b7fdd1bd00eb req-e7e17703-d5ad-438b-92ad-85db610227f3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410948 Jan 26 19:34:20.557970 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc727b-e2cc-4aa4-86d6-67e644b17c50 req-53e072ca-fcf5-4e9e-9206-8bda57b192b9 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:20.559438 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d5fc727b-e2cc-4aa4-86d6-67e644b17c50 req-53e072ca-fcf5-4e9e-9206-8bda57b192b9 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0541470 Jan 26 19:34:20.602952 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d5fc727b-e2cc-4aa4-86d6-67e644b17c50 req-66050de4-7b23-40d8-889e-187af698d1b6 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380015 Jan 26 19:34:20.704134 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb662e1-fb43-4886-9152-b13c387580d6 req-503f4a1f-5aba-4c54-88e2-bbe97a82ceb4 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:20.705613 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cdb662e1-fb43-4886-9152-b13c387580d6 req-503f4a1f-5aba-4c54-88e2-bbe97a82ceb4 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 943 time: 0.0554621 Jan 26 19:34:20.752953 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cdb662e1-fb43-4886-9152-b13c387580d6 req-11f47057-ade2-4302-ab1d-6ee429e16a81 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419457 Jan 26 19:34:21.722736 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6347ae9-5475-4584-9fdc-3952d7ab7ad3 req-29473d50-20d9-49c4-9cf3-ff42e4581c02 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:21.724197 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d6347ae9-5475-4584-9fdc-3952d7ab7ad3 req-29473d50-20d9-49c4-9cf3-ff42e4581c02 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0508916 Jan 26 19:34:21.770731 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d6347ae9-5475-4584-9fdc-3952d7ab7ad3 req-cefc84e0-9124-436b-a58a-b2488f77c326 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409067 Jan 26 19:34:21.868515 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066d319-ccba-4464-9828-0c10cc9f0f01 req-6558c828-079d-433c-962a-bc4626943ed6 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:21.870440 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9066d319-ccba-4464-9828-0c10cc9f0f01 req-6558c828-079d-433c-962a-bc4626943ed6 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 943 time: 0.0516064 Jan 26 19:34:21.915843 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9066d319-ccba-4464-9828-0c10cc9f0f01 req-edd1ae95-5cc4-489e-9990-3caa57b05d28 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400636 Jan 26 19:34:22.885629 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fc235-c375-459b-949d-5661798a721a req-a3a6f412-7a67-4634-883f-db13bebdfe84 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:22.887064 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-282fc235-c375-459b-949d-5661798a721a req-a3a6f412-7a67-4634-883f-db13bebdfe84 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0463364 Jan 26 19:34:22.932240 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-282fc235-c375-459b-949d-5661798a721a req-aaaf58b0-860b-466c-861d-2b527629e1bf tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397551 Jan 26 19:34:23.029678 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8815ec-d1a4-45ab-91b4-880cc9e6be48 req-e0978424-55b6-435d-b7a7-6048fc501e2d tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:23.031120 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9a8815ec-d1a4-45ab-91b4-880cc9e6be48 req-e0978424-55b6-435d-b7a7-6048fc501e2d tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 943 time: 0.0476270 Jan 26 19:34:23.088782 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9a8815ec-d1a4-45ab-91b4-880cc9e6be48 req-2b77af85-d069-41c0-9075-6c43957021db tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516706 Jan 26 19:34:24.052404 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6a22e-48b3-4360-bf1c-d7d32bc510d7 req-24fa4822-29ba-451a-880e-4fd5472d5617 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:24.053826 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-69d6a22e-48b3-4360-bf1c-d7d32bc510d7 req-24fa4822-29ba-451a-880e-4fd5472d5617 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0467069 Jan 26 19:34:24.101118 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-69d6a22e-48b3-4360-bf1c-d7d32bc510d7 req-0ff33762-c25e-4a9e-baff-c883dc998b82 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418134 Jan 26 19:34:24.199664 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13f0cf-9e24-4b4d-b6a8-4201ac6ccdb9 req-2bf17da2-6ce2-490a-a655-f5b70bb52d86 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:24.201153 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8c13f0cf-9e24-4b4d-b6a8-4201ac6ccdb9 req-2bf17da2-6ce2-490a-a655-f5b70bb52d86 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 943 time: 0.0463619 Jan 26 19:34:24.251575 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8c13f0cf-9e24-4b4d-b6a8-4201ac6ccdb9 req-1ef857b4-5954-462c-81ec-db13916f5427 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449390 Jan 26 19:34:25.218174 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a392b7a-0d06-4668-a6e4-5d1cf11ce052 req-144bbe36-b986-4263-8354-157595a1b859 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:25.219596 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8a392b7a-0d06-4668-a6e4-5d1cf11ce052 req-144bbe36-b986-4263-8354-157595a1b859 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0461235 Jan 26 19:34:25.264294 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8a392b7a-0d06-4668-a6e4-5d1cf11ce052 req-0c71f607-80c4-442c-b500-a4c63707c385 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392973 Jan 26 19:34:25.369028 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6be6d4-53b4-4e7c-980c-d81df3175f4a req-769e9664-4a46-473d-9a1f-ae0d5f2bdbb4 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:25.370510 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3e6be6d4-53b4-4e7c-980c-d81df3175f4a req-769e9664-4a46-473d-9a1f-ae0d5f2bdbb4 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 943 time: 0.0486529 Jan 26 19:34:25.418751 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3e6be6d4-53b4-4e7c-980c-d81df3175f4a req-8e18e0cc-6398-42ab-ac2f-58c9059298d0 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426788 Jan 26 19:34:26.383817 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9d319-5149-4443-ad8f-e3f4943debfb req-cb9f7155-bf2f-4adf-b769-1e66079256c4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:26.385369 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-21a9d319-5149-4443-ad8f-e3f4943debfb req-cb9f7155-bf2f-4adf-b769-1e66079256c4 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0477827 Jan 26 19:34:26.431078 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-21a9d319-5149-4443-ad8f-e3f4943debfb req-791a43b5-b6f4-4a1d-8c51-0a224ffb881b tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393646 Jan 26 19:34:26.537951 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f615b03-777c-4334-abc1-16572fb64d84 req-23c1d95d-8e5b-470f-9cd2-c4fe70bc642d tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:26.539401 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2f615b03-777c-4334-abc1-16572fb64d84 req-23c1d95d-8e5b-470f-9cd2-c4fe70bc642d tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 943 time: 0.0505061 Jan 26 19:34:26.586262 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2f615b03-777c-4334-abc1-16572fb64d84 req-9699a6ce-2051-41e3-b1a7-19629a86f12c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408096 Jan 26 19:34:27.557895 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e18fd-e33e-483e-8218-79cc8f812379 req-e52f3a76-7cfc-4058-a896-d5dd41765d44 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:27.559369 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ae2e18fd-e33e-483e-8218-79cc8f812379 req-e52f3a76-7cfc-4058-a896-d5dd41765d44 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0481818 Jan 26 19:34:27.603779 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ae2e18fd-e33e-483e-8218-79cc8f812379 req-08e7fa6c-1c9d-48fe-b9e2-ccd5b0013036 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388627 Jan 26 19:34:27.700642 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def3826-6cf7-4d89-84f2-e6d21a09a51e req-a6c52201-1efc-4351-be10-389b39ece019 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:27.702084 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4def3826-6cf7-4d89-84f2-e6d21a09a51e req-a6c52201-1efc-4351-be10-389b39ece019 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 943 time: 0.0470526 Jan 26 19:34:27.748100 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4def3826-6cf7-4d89-84f2-e6d21a09a51e req-c36d9161-8bd7-4e23-add2-0906631ffe4c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405889 Jan 26 19:34:28.046407 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:34:28.139078 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=82e3bf1e-e1f0-4be5-9e65-ff038e41aee2,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:34:28.149268 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'port_id': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2', 'mac_address': 'fa:16:3e:f8:e3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:34:28.185667 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:34:28.186055 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (82e3bf1e-e1f0-4be5-9e65-ff038e41aee2), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:28.198216 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:34:28.216241 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=82e3bf1e-e1f0-4be5-9e65-ff038e41aee2,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:34:28.219989 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (82e3bf1e-e1f0-4be5-9e65-ff038e41aee2), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:28.264832 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=82e3bf1e-e1f0-4be5-9e65-ff038e41aee2,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:34:28.590954 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:34:28.722956 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d03b61-3b0a-4e97-bf73-04add34e5645 req-53900793-abfc-4a0a-b698-2323ea736b05 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:28.724380 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-90d03b61-3b0a-4e97-bf73-04add34e5645 req-53900793-abfc-4a0a-b698-2323ea736b05 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0502253 Jan 26 19:34:28.730279 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['82e3bf1e-e1f0-4be5-9e65-ff038e41aee2'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:34:28.769551 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-90d03b61-3b0a-4e97-bf73-04add34e5645 req-e72a9789-4921-4daa-b9b4-e3baae014205 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384715 Jan 26 19:34:28.868149 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405a963-5a0d-4d7d-9742-dcd1cd769fae req-0dfa69b9-bf44-4407-b9f4-419d6ee8f555 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:28.869808 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1405a963-5a0d-4d7d-9742-dcd1cd769fae req-0dfa69b9-bf44-4407-b9f4-419d6ee8f555 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 944 time: 0.0522630 Jan 26 19:34:28.920842 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1405a963-5a0d-4d7d-9742-dcd1cd769fae req-c15f093e-f678-45a3-9cc1-4a0b3d133ca0 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457432 Jan 26 19:34:29.886063 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37ec37-65c1-46dc-b106-0806c05202bd req-8fc080f3-9de0-4c98-98de-f87fa704206b tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:29.887431 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1e37ec37-65c1-46dc-b106-0806c05202bd req-8fc080f3-9de0-4c98-98de-f87fa704206b tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0465910 Jan 26 19:34:29.933267 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1e37ec37-65c1-46dc-b106-0806c05202bd req-136dd7ef-7b9e-428a-a878-2471f62a6aae tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403445 Jan 26 19:34:30.037200 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed31305-a98e-4359-82cb-9099be855f9d req-e97e937a-f4f1-4e7d-a8de-48f08624bdc9 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:30.038650 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9ed31305-a98e-4359-82cb-9099be855f9d req-e97e937a-f4f1-4e7d-a8de-48f08624bdc9 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 944 time: 0.0466652 Jan 26 19:34:30.047613 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 0664d13c-ea6d-44a2-a092-3eeb2d932892 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:34:30.050194 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:34:30.084981 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9ed31305-a98e-4359-82cb-9099be855f9d req-7b46a398-ba34-496f-8c17-533e24e55ce8 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401866 Jan 26 19:34:30.326987 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:34:30.348037 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:34:30.348037 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (82e3bf1e-e1f0-4be5-9e65-ff038e41aee2), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:30.392206 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 0664d13c-ea6d-44a2-a092-3eeb2d932892, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=0664d13c-ea6d-44a2-a092-3eeb2d932892,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:34:30.410153 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': '0664d13c-ea6d-44a2-a092-3eeb2d932892', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'port_id': '0664d13c-ea6d-44a2-a092-3eeb2d932892', 'mac_address': 'fa:16:3e:f7:90:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:34:30.472797 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 0664d13c-ea6d-44a2-a092-3eeb2d932892 is: ACTIVE; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:34:30.473184 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:30.488904 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0664d13c-ea6d-44a2-a092-3eeb2d932892 {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:34:30.502315 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:34:30.502694 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (82e3bf1e-e1f0-4be5-9e65-ff038e41aee2), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:30.529411 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 0664d13c-ea6d-44a2-a092-3eeb2d932892, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=0664d13c-ea6d-44a2-a092-3eeb2d932892,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:34:30.536263 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:34:30.538492 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798a5d2b-55b3-4f1a-879f-9f437d4bd38c" -d '{"events": [{"server_uuid": "66438316-cd90-4e4e-8b90-d7dcb5096bbf", "name": "network-vif-plugged", "status": "completed", "tag": "82e3bf1e-e1f0-4be5-9e65-ff038e41aee2"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:34:30.543071 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:30.554094 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=82e3bf1e-e1f0-4be5-9e65-ff038e41aee2,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:34:30.573474 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (82e3bf1e-e1f0-4be5-9e65-ff038e41aee2), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:30.576026 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb423380-9d63-431d-be5c-61c66fda9652 x-openstack-request-id: req-bb423380-9d63-431d-be5c-61c66fda9652 {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:34:30.576384 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66438316-cd90-4e4e-8b90-d7dcb5096bbf", "name": "network-vif-plugged", "status": "completed", "tag": "82e3bf1e-e1f0-4be5-9e65-ff038e41aee2", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:34:30.576639 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bb423380-9d63-431d-be5c-61c66fda9652 {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:34:30.577072 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2', 'code': 200} Jan 26 19:34:30.600870 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=0664d13c-ea6d-44a2-a092-3eeb2d932892,revision_number=6']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:34:30.646988 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=82e3bf1e-e1f0-4be5-9e65-ff038e41aee2,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:34:30.715425 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['0664d13c-ea6d-44a2-a092-3eeb2d932892'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:34:30.888107 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8409f-357c-475d-8987-570d47e929ee req-79a36ec2-26f3-46e1-bcfa-a51c1d8356c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:30.889562 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4ce8409f-357c-475d-8987-570d47e929ee req-79a36ec2-26f3-46e1-bcfa-a51c1d8356c5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 1098 time: 0.0400126 Jan 26 19:34:30.937305 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4ce8409f-357c-475d-8987-570d47e929ee req-7a3dad3d-3375-4926-a9a7-b8aa78b93645 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407662 Jan 26 19:34:31.050020 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a706c9-7eec-41ea-a553-1b909395067d req-eaae8777-6d37-429f-b58a-f174d0596232 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:31.051488 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-83a706c9-7eec-41ea-a553-1b909395067d req-eaae8777-6d37-429f-b58a-f174d0596232 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 944 time: 0.0461702 Jan 26 19:34:31.095728 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-83a706c9-7eec-41ea-a553-1b909395067d req-c046b2d8-d499-4b56-96e1-f59be80cbd85 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388410 Jan 26 19:34:31.198076 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e4088-f86f-4cb7-a4a2-f1fe5ea9fd7b req-d457daae-3170-4e00-98a1-d03a169bbe0c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:31.199517 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-060e4088-f86f-4cb7-a4a2-f1fe5ea9fd7b req-d457daae-3170-4e00-98a1-d03a169bbe0c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 945 time: 0.0465658 Jan 26 19:34:31.245769 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-060e4088-f86f-4cb7-a4a2-f1fe5ea9fd7b req-d7f705c0-9ffc-4b1c-81a5-42c4489b50dd tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402055 Jan 26 19:34:32.062243 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 0664d13c-ea6d-44a2-a092-3eeb2d932892 up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:34:32.110856 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port 0664d13c-ea6d-44a2-a092-3eeb2d932892 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:34:32.111228 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:32.190090 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 0664d13c-ea6d-44a2-a092-3eeb2d932892 is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:34:32.190475 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:32.211898 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9471e-8acc-4a98-9bad-6da8558279fa req-35a60eae-32b5-4e6e-8ff6-0fc1ded8a3f1 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:32.213291 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e7a9471e-8acc-4a98-9bad-6da8558279fa req-35a60eae-32b5-4e6e-8ff6-0fc1ded8a3f1 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 944 time: 0.0474238 Jan 26 19:34:32.222011 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 0664d13c-ea6d-44a2-a092-3eeb2d932892, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=0664d13c-ea6d-44a2-a092-3eeb2d932892,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:34:32.226149 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:32.259109 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e7a9471e-8acc-4a98-9bad-6da8558279fa req-8d6a123d-86df-4d96-94a8-b26f56ee6d99 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400012 Jan 26 19:34:32.273723 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=0664d13c-ea6d-44a2-a092-3eeb2d932892,revision_number=7']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:34:32.363033 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dcb78-c4e4-487c-8e7d-a7c209b86e52 req-f33b5af3-fde4-4a38-a7ec-82f96a251e18 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:32.364530 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f73dcb78-c4e4-487c-8e7d-a7c209b86e52 req-f33b5af3-fde4-4a38-a7ec-82f96a251e18 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 945 time: 0.0504870 Jan 26 19:34:32.411988 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f73dcb78-c4e4-487c-8e7d-a7c209b86e52 req-765bdccb-4238-44ac-aab8-2aa4ab74734c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419431 Jan 26 19:34:32.578267 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499a8ea2-3fbf-498e-9f50-70aad706252a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0664d13c-ea6d-44a2-a092-3eeb2d932892'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:34:32.580635 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18430edb-4875-4e27-a25d-5f635522497e" -d '{"events": [{"server_uuid": "499a8ea2-3fbf-498e-9f50-70aad706252a", "name": "network-vif-plugged", "status": "completed", "tag": "0664d13c-ea6d-44a2-a092-3eeb2d932892"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:34:32.618073 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99404584-f136-4218-b5b9-2d9776fc81f8 x-openstack-request-id: req-99404584-f136-4218-b5b9-2d9776fc81f8 {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:34:32.618367 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499a8ea2-3fbf-498e-9f50-70aad706252a", "name": "network-vif-plugged", "status": "completed", "tag": "0664d13c-ea6d-44a2-a092-3eeb2d932892", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:34:32.618617 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-99404584-f136-4218-b5b9-2d9776fc81f8 {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:34:32.619033 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499a8ea2-3fbf-498e-9f50-70aad706252a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0664d13c-ea6d-44a2-a092-3eeb2d932892', 'code': 200} Jan 26 19:34:33.411921 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8759c2-261d-4c72-9930-6e2482ee8be1 req-e8cefa50-ebaa-445a-a595-28c040acf162 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:33.420274 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1e8759c2-261d-4c72-9930-6e2482ee8be1 req-e8cefa50-ebaa-445a-a595-28c040acf162 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0651367 Jan 26 19:34:33.477028 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1e8759c2-261d-4c72-9930-6e2482ee8be1 req-7c89cdc9-6b3e-44dd-8065-aa51ca43bc55 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513158 Jan 26 19:34:33.554572 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cd36a-75c3-427e-885e-88fb6b9352fc req-b7be1574-4ab1-4d3d-af8b-c28d26039949 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:33.556180 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b46cd36a-75c3-427e-885e-88fb6b9352fc req-b7be1574-4ab1-4d3d-af8b-c28d26039949 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 945 time: 0.0505981 Jan 26 19:34:33.607866 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-b46cd36a-75c3-427e-885e-88fb6b9352fc req-3c8611a2-5602-4cb1-826b-09edcd25d160 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437782 Jan 26 19:34:33.754984 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760a796-4c48-4d95-96d3-0920fd67afad req-8c8718ab-4d97-45bb-941c-738aaadcb9e5 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:33.757388 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a760a796-4c48-4d95-96d3-0920fd67afad req-8c8718ab-4d97-45bb-941c-738aaadcb9e5 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 945 time: 0.0644934 Jan 26 19:34:33.808857 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a760a796-4c48-4d95-96d3-0920fd67afad req-11ef8192-77b5-4245-9516-663003da6623 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448232 Jan 26 19:34:33.834912 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 59540) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:34:33.879524 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5a7801-7ecd-4edd-a6b1-aea57049b34a tempest-TestVolumeBootPattern-733652726 tempest-TestVolumeBootPattern-733652726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:33.881084 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-2c5a7801-7ecd-4edd-a6b1-aea57049b34a tempest-TestVolumeBootPattern-733652726 tempest-TestVolumeBootPattern-733652726-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 1093 time: 0.0451891 Jan 26 19:34:33.883795 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 59542) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:34:33.888134 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Request body: {'floatingip': {'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'port_id': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:34:33.911000 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:34.010195 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:34.046390 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-aeef131c-9626-412e-985f-40ed47c02b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:34.139861 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Allocated IP 172.27.1.221 (8cf07f92-025e-4326-a933-3274338e1685/c6bed3d7-de6a-4276-b4da-48f65ec8568d/dd4bd2fa-5e7b-4b4a-9bf1-23dd03f6f580) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:34:34.256532 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for port (dd4bd2fa-5e7b-4b4a-9bf1-23dd03f6f580), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:34.291929 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (dd4bd2fa-5e7b-4b4a-9bf1-23dd03f6f580), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:34.331412 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Network 8cf07f92-025e-4326-a933-3274338e1685 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:34:34.332907 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:34:34.336429 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:34:34.383986 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event updated for resources: {'Port': ['ID=dd4bd2fa-5e7b-4b4a-9bf1-23dd03f6f580,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:34:34.395713 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:34.396077 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:34.396438 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:34.396782 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:34.397153 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:34.397860 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:34.398101 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:34.398434 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:34.398760 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:34.399084 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:34.399406 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:34.399723 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:34.400080 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:34:34.607005 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4b9fa-cdfc-4807-b2b2-1925b82c62a5 req-d74e1628-39f7-4763-ab81-939f1d9bc7eb tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:34.608434 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-57e4b9fa-cdfc-4807-b2b2-1925b82c62a5 req-d74e1628-39f7-4763-ab81-939f1d9bc7eb tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0547998 Jan 26 19:34:34.764588 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for floatingip (250448b1-4a4d-487b-acb1-ca0047e30c4b), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:34.850994 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (dd4bd2fa-5e7b-4b4a-9bf1-23dd03f6f580), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:34.966289 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-57e4b9fa-cdfc-4807-b2b2-1925b82c62a5 req-f795a4bc-13d6-4138-aee5-7977a1c82434 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3488855 Jan 26 19:34:35.026802 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for port (dd4bd2fa-5e7b-4b4a-9bf1-23dd03f6f580), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:35.032560 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8804474'] for port (dd4bd2fa-5e7b-4b4a-9bf1-23dd03f6f580), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:35.112441 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event updated for resources: {'Port': ['ID=dd4bd2fa-5e7b-4b4a-9bf1-23dd03f6f580,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:34:35.125105 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747628'] for floatingip (250448b1-4a4d-487b-acb1-ca0047e30c4b), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:35.234526 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.l3_db [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Floating IP 250448b1-4a4d-487b-acb1-ca0047e30c4b associated. External IP: 172.27.1.221, port: 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2. Jan 26 19:34:35.468052 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Router 293bcd84-6f89-4055-8ccf-087b412795a8 has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:34:35.605067 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:34:35.617086 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326c6ac-0b3e-4427-9b72-21b48f23f339 None None] Sync routers for ids ['293bcd84-6f89-4055-8ccf-087b412795a8'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:34:35.628896 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:35.629822 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326c6ac-0b3e-4427-9b72-21b48f23f339 None None] Routers {'293bcd84-6f89-4055-8ccf-087b412795a8'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:34:35.630463 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-0326c6ac-0b3e-4427-9b72-21b48f23f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:34:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['293bcd84-6f89-4055-8ccf-087b412795a8'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:34:35.662232 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-0d26eff8-2583-42c0-a7ae-82953c93d17a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7773972 Jan 26 19:34:35.662916 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'tag': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:34:35.666522 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7b72c0399c7a02543c54853772d0c66854ec282a6807dc06cd91a1aad397b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28a60c0-3fd0-4ca9-a43b-701399e306e8" -d '{"events": [{"name": "network-changed", "server_uuid": "66438316-cd90-4e4e-8b90-d7dcb5096bbf", "tag": "82e3bf1e-e1f0-4be5-9e65-ff038e41aee2"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:34:35.725694 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbea1a3-54a3-4394-a1e8-d898ad6a4c47 x-openstack-request-id: req-dcbea1a3-54a3-4394-a1e8-d898ad6a4c47 {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:34:35.726067 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66438316-cd90-4e4e-8b90-d7dcb5096bbf", "tag": "82e3bf1e-e1f0-4be5-9e65-ff038e41aee2", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:34:35.726425 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dcbea1a3-54a3-4394-a1e8-d898ad6a4c47 {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:34:35.727397 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'tag': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2', 'status': 'completed', 'code': 200} Jan 26 19:34:35.798429 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-0326c6ac-0b3e-4427-9b72-21b48f23f339 None None] Set router 293bcd84-6f89-4055-8ccf-087b412795a8 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:34:35.801191 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a60c0-3fd0-4ca9-a43b-701399e306e8 req-9571e650-6ba9-4841-8a27-88bd3ee6f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:35.803435 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d28a60c0-3fd0-4ca9-a43b-701399e306e8 req-9571e650-6ba9-4841-8a27-88bd3ee6f4c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5&device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 1098 time: 0.0503335 Jan 26 19:34:35.920215 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a60c0-3fd0-4ca9-a43b-701399e306e8 req-9a255e44-3562-47af-a756-3a65e60360c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:35.922060 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d28a60c0-3fd0-4ca9-a43b-701399e306e8 req-9a255e44-3562-47af-a756-3a65e60360c6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=271d7cd6-39be-4683-b50e-e90ed3ff8279 HTTP/1.1" status: 200 len: 913 time: 0.1100800 Jan 26 19:34:36.021831 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d28a60c0-3fd0-4ca9-a43b-701399e306e8 req-d357e90d-8744-41a0-861b-86ba09f50328 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 HTTP/1.1" status: 200 len: 999 time: 0.0916495 Jan 26 19:34:36.078282 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-0326c6ac-0b3e-4427-9b72-21b48f23f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': '250448b1-4a4d-487b-acb1-ca0047e30c4b', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'port_id': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'mac_address': 'fa:16:3e:f8:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:34:34Z', 'updated_at': '2022-01-26T19:34:34Z', 'revision_number': 0, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 5, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:34:36.091211 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a60c0-3fd0-4ca9-a43b-701399e306e8 req-f2b3e4c2-5189-4982-b2c7-989c19cd8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:36.092720 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d28a60c0-3fd0-4ca9-a43b-701399e306e8 req-f2b3e4c2-5189-4982-b2c7-989c19cd8b33 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a03b0a89-d2fe-4cbd-933b-6f666740803e HTTP/1.1" status: 200 len: 851 time: 0.0637708 Jan 26 19:34:36.121999 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326c6ac-0b3e-4427-9b72-21b48f23f339 None None] Checking router: 293bcd84-6f89-4055-8ccf-087b412795a8 for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:34:36.125583 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48106d69-3466-49e9-989b-1c90c37c911f req-9cb5fc3a-686b-4222-94fd-05a1ceb7e5f2 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:36.136342 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-48106d69-3466-49e9-989b-1c90c37c911f req-9cb5fc3a-686b-4222-94fd-05a1ceb7e5f2 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0803206 Jan 26 19:34:36.144854 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326c6ac-0b3e-4427-9b72-21b48f23f339 None None] Routers {'293bcd84-6f89-4055-8ccf-087b412795a8'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:34:36.145486 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-0326c6ac-0b3e-4427-9b72-21b48f23f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:34:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['293bcd84-6f89-4055-8ccf-087b412795a8'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:34:36.147920 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a60c0-3fd0-4ca9-a43b-701399e306e8 req-af1869a9-cbd6-4932-88df-5de82d293499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:36.149877 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d28a60c0-3fd0-4ca9-a43b-701399e306e8 req-af1869a9-cbd6-4932-88df-5de82d293499 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=271d7cd6-39be-4683-b50e-e90ed3ff8279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492013 Jan 26 19:34:36.207633 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-48106d69-3466-49e9-989b-1c90c37c911f req-a8296f26-c830-4ff1-8f4b-227e5e4e0e3c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682802 Jan 26 19:34:36.242479 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d28a60c0-3fd0-4ca9-a43b-701399e306e8 req-77797563-3d74-40bc-aee4-9f13813d14d1 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857255 Jan 26 19:34:36.302447 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-0326c6ac-0b3e-4427-9b72-21b48f23f339 None None] Set router 293bcd84-6f89-4055-8ccf-087b412795a8 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:34:36.348719 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d28a60c0-3fd0-4ca9-a43b-701399e306e8 req-4ca1dc8e-df5d-4095-9197-e90b221a9810 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985241 Jan 26 19:34:36.372472 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-6f87d9ad-8c86-4c55-8938-2b749676e58f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:36.599196 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-0326c6ac-0b3e-4427-9b72-21b48f23f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': '250448b1-4a4d-487b-acb1-ca0047e30c4b', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'port_id': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'mac_address': 'fa:16:3e:f8:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:34:34Z', 'updated_at': '2022-01-26T19:34:34Z', 'revision_number': 0, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 5, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:34:36.626661 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0326c6ac-0b3e-4427-9b72-21b48f23f339 None None] The sync data for ids ['293bcd84-6f89-4055-8ccf-087b412795a8'] in dv-cinder-794001-3-iscsi is: [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': '250448b1-4a4d-487b-acb1-ca0047e30c4b', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'port_id': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'mac_address': 'fa:16:3e:f8:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:34:34Z', 'updated_at': '2022-01-26T19:34:34Z', 'revision_number': 0, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 5, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:34:36.846960 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf4c7d0-f7a8-4529-a39a-3bd8a1c8fe7e None None] New status for floating IP 250448b1-4a4d-487b-acb1-ca0047e30c4b: ACTIVE {{(pid=102408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:34:37.335573 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca10fb2-5981-491c-a403-b69db856015e req-4ba49e20-2611-49d7-a71e-3f59f466989a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:37.340244 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1ca10fb2-5981-491c-a403-b69db856015e req-4ba49e20-2611-49d7-a71e-3f59f466989a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0563257 Jan 26 19:34:37.398470 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1ca10fb2-5981-491c-a403-b69db856015e req-894df74f-79ec-415e-a8b0-39d4224dc364 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555272 Jan 26 19:34:37.773674 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:38.154525 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:38.561598 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2149b39-7e2a-47dc-bc82-b86d37c8628f req-f25ffaea-293b-4895-8df5-af3131235483 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:38.564268 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e2149b39-7e2a-47dc-bc82-b86d37c8628f req-f25ffaea-293b-4895-8df5-af3131235483 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0856957 Jan 26 19:34:38.612250 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e2149b39-7e2a-47dc-bc82-b86d37c8628f req-3394950c-40e0-4eac-9c84-af971c0a3f07 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425227 Jan 26 19:34:38.987677 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:39.748829 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9a190-44b5-49c5-aeff-0de1032d81b2 req-2e8e4be9-3ed6-467a-ab29-2f4b98ec4021 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:39.750983 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-73f9a190-44b5-49c5-aeff-0de1032d81b2 req-2e8e4be9-3ed6-467a-ab29-2f4b98ec4021 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0547056 Jan 26 19:34:39.803169 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-73f9a190-44b5-49c5-aeff-0de1032d81b2 req-ade798f1-27dd-4c64-94d6-4a7288bc39d9 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465224 Jan 26 19:34:40.304058 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:40.924651 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a73d70-c3e8-4c9d-9d2c-5e07211543a2 req-3704205f-da60-4c70-8f94-c61abdf51b18 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:40.929298 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-37a73d70-c3e8-4c9d-9d2c-5e07211543a2 req-3704205f-da60-4c70-8f94-c61abdf51b18 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0517876 Jan 26 19:34:40.980117 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-37a73d70-c3e8-4c9d-9d2c-5e07211543a2 req-f532eca5-1db7-4f63-8f21-727589aba0e0 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439653 Jan 26 19:34:42.109888 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c902c1f-88f3-40b7-92ed-f0e707b296e2 req-fc7d6ed3-77f7-482f-9d02-316610f292eb tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:42.111858 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7c902c1f-88f3-40b7-92ed-f0e707b296e2 req-fc7d6ed3-77f7-482f-9d02-316610f292eb tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0500224 Jan 26 19:34:42.162645 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7c902c1f-88f3-40b7-92ed-f0e707b296e2 req-7aa14ceb-d128-4876-a8e1-2e3a4d514863 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437772 Jan 26 19:34:43.288005 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962e24f-7143-46c6-9971-3a482f7c2ebf req-74d86fb8-325e-48cb-a611-2b8964a2a8bf tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:43.289520 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e962e24f-7143-46c6-9971-3a482f7c2ebf req-74d86fb8-325e-48cb-a611-2b8964a2a8bf tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0522094 Jan 26 19:34:43.300905 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8ad8a-ce83-4935-8440-0eaa78a97d2c req-001a39dd-dc01-422b-b991-7b2b812a3406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:43.302360 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-69e8ad8a-ce83-4935-8440-0eaa78a97d2c req-001a39dd-dc01-422b-b991-7b2b812a3406 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=200619f76ac54211847de3c39fa7c681&device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 1098 time: 0.0406933 Jan 26 19:34:43.335150 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e962e24f-7143-46c6-9971-3a482f7c2ebf req-3d469b96-3407-434f-a797-28fff709a6a8 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400493 Jan 26 19:34:43.393787 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8ad8a-ce83-4935-8440-0eaa78a97d2c req-6394a315-5004-4760-b16d-014f2c212aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:43.395244 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-69e8ad8a-ce83-4935-8440-0eaa78a97d2c req-6394a315-5004-4760-b16d-014f2c212aaf service neutron] 10.222.0.46 "GET /v2.0/networks?id=68fda3bd-90ff-4f20-8f16-b16096f575dd HTTP/1.1" status: 200 len: 917 time: 0.0860474 Jan 26 19:34:43.456727 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-69e8ad8a-ce83-4935-8440-0eaa78a97d2c req-a68f4f3e-2921-4a82-8117-0026ec25045d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0664d13c-ea6d-44a2-a092-3eeb2d932892 HTTP/1.1" status: 200 len: 1001 time: 0.0553324 Jan 26 19:34:43.503591 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8ad8a-ce83-4935-8440-0eaa78a97d2c req-39b7cf85-625f-4488-997b-0149fa576e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:43.505010 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-69e8ad8a-ce83-4935-8440-0eaa78a97d2c req-39b7cf85-625f-4488-997b-0149fa576e2e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96126fec-90a5-4e8d-afec-f07c12737d79 HTTP/1.1" status: 200 len: 855 time: 0.0419149 Jan 26 19:34:43.551542 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8ad8a-ce83-4935-8440-0eaa78a97d2c req-d1a2a539-5e1e-41c0-b66c-d79fbffd550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:43.553042 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-69e8ad8a-ce83-4935-8440-0eaa78a97d2c req-d1a2a539-5e1e-41c0-b66c-d79fbffd550c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68fda3bd-90ff-4f20-8f16-b16096f575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422804 Jan 26 19:34:43.641435 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-69e8ad8a-ce83-4935-8440-0eaa78a97d2c req-08c07049-fa8a-48ab-ab3c-4ebbae5c4ac0 service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791068 Jan 26 19:34:43.731367 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-69e8ad8a-ce83-4935-8440-0eaa78a97d2c req-bc49f613-6dfd-47d1-851c-77abba721ea2 service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827618 Jan 26 19:34:44.450764 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467b138-cad2-468c-b52e-19d03f8b21e3 req-bec54656-fb0a-4c06-8542-54ff3347680c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:44.452241 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2467b138-cad2-468c-b52e-19d03f8b21e3 req-bec54656-fb0a-4c06-8542-54ff3347680c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0471606 Jan 26 19:34:44.504832 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2467b138-cad2-468c-b52e-19d03f8b21e3 req-93ff97b8-4a95-4ea2-9898-730349ecfb68 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472200 Jan 26 19:34:45.620931 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c3c9f-7421-4926-b9d5-183e60f650d4 req-ed230b00-5f1f-469f-82b5-b0de4f34f389 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:45.622345 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7b5c3c9f-7421-4926-b9d5-183e60f650d4 req-ed230b00-5f1f-469f-82b5-b0de4f34f389 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 945 time: 0.0461893 Jan 26 19:34:45.670828 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7b5c3c9f-7421-4926-b9d5-183e60f650d4 req-4ef07fd4-dc24-42ea-959f-3b302947ec12 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431142 Jan 26 19:34:46.075033 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 0664d13c-ea6d-44a2-a092-3eeb2d932892 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:34:46.150035 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 0664d13c-ea6d-44a2-a092-3eeb2d932892 is: ACTIVE; New status is: DOWN {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:34:46.150425 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:46.173408 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499a8ea2-3fbf-498e-9f50-70aad706252a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0664d13c-ea6d-44a2-a092-3eeb2d932892'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:34:46.175617 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7cb97e-934e-4f3a-8693-04feb3862293" -d '{"events": [{"server_uuid": "499a8ea2-3fbf-498e-9f50-70aad706252a", "name": "network-vif-unplugged", "status": "completed", "tag": "0664d13c-ea6d-44a2-a092-3eeb2d932892"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:34:46.187496 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 0664d13c-ea6d-44a2-a092-3eeb2d932892, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=0664d13c-ea6d-44a2-a092-3eeb2d932892,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:34:46.191318 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:34:46.218094 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 26 Jan 2022 19:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ca697f-5611-4564-97bb-67d0b662fd59 x-openstack-request-id: req-12ca697f-5611-4564-97bb-67d0b662fd59 {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:34:46.218389 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499a8ea2-3fbf-498e-9f50-70aad706252a", "name": "network-vif-unplugged", "status": "failed", "tag": "0664d13c-ea6d-44a2-a092-3eeb2d932892", "code": 422}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:34:46.218645 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12ca697f-5611-4564-97bb-67d0b662fd59 {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:34:46.219035 dv-cinder-794001-3-iscsi neutron-server[102407]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '499a8ea2-3fbf-498e-9f50-70aad706252a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0664d13c-ea6d-44a2-a092-3eeb2d932892', 'code': 422} returned with failed status Jan 26 19:34:46.243358 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=0664d13c-ea6d-44a2-a092-3eeb2d932892,revision_number=8']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:34:46.786766 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b625a3-a355-46ab-8295-ab47a4cba280 req-63391932-3b7d-4de5-b6ff-2b94798e4ef3 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:46.788240 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-03b625a3-a355-46ab-8295-ab47a4cba280 req-63391932-3b7d-4de5-b6ff-2b94798e4ef3 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0474815 Jan 26 19:34:46.842490 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-03b625a3-a355-46ab-8295-ab47a4cba280 req-c5ea05e1-5133-4d25-b3ec-e9b46a032667 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482678 Jan 26 19:34:47.709031 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9320c6d-302a-4e87-bbeb-e5473490de79 req-c95a662e-21f6-4abe-aaa6-1784a0fc2ada tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:47.710487 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d9320c6d-302a-4e87-bbeb-e5473490de79 req-c95a662e-21f6-4abe-aaa6-1784a0fc2ada tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0494270 Jan 26 19:34:47.738345 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-39b13b96-e62a-4ee1-8eaa-ee47258cac0c req-b2f7a7e2-1236-4e69-b26e-f33eb41d4ee1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386634 Jan 26 19:34:47.757584 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d9320c6d-302a-4e87-bbeb-e5473490de79 req-dbd2ebc9-16eb-4fc3-aaaa-c94e561bb071 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413482 Jan 26 19:34:48.519496 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b13b96-e62a-4ee1-8eaa-ee47258cac0c req-f854efa1-2dc6-40fb-ad44-36c79141b909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:48.520967 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-39b13b96-e62a-4ee1-8eaa-ee47258cac0c req-f854efa1-2dc6-40fb-ad44-36c79141b909 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a&tenant_id=200619f76ac54211847de3c39fa7c681 HTTP/1.1" status: 200 len: 1096 time: 0.0430388 Jan 26 19:34:48.604063 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b13b96-e62a-4ee1-8eaa-ee47258cac0c req-3377452d-3e7a-4237-8ec4-e9e2762a3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:48.605526 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-39b13b96-e62a-4ee1-8eaa-ee47258cac0c req-3377452d-3e7a-4237-8ec4-e9e2762a3a28 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=200619f76ac54211847de3c39fa7c681&device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 1096 time: 0.0388837 Jan 26 19:34:48.697868 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b13b96-e62a-4ee1-8eaa-ee47258cac0c req-018e610e-1ed3-46a4-be67-50bd9e457026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:48.699265 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-39b13b96-e62a-4ee1-8eaa-ee47258cac0c req-018e610e-1ed3-46a4-be67-50bd9e457026 service neutron] 10.222.0.46 "GET /v2.0/networks?id=68fda3bd-90ff-4f20-8f16-b16096f575dd HTTP/1.1" status: 200 len: 917 time: 0.0876637 Jan 26 19:34:48.760985 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-39b13b96-e62a-4ee1-8eaa-ee47258cac0c req-52477941-9beb-428a-9ef2-7468e790bff1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0664d13c-ea6d-44a2-a092-3eeb2d932892 HTTP/1.1" status: 200 len: 999 time: 0.0552135 Jan 26 19:34:48.808153 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b13b96-e62a-4ee1-8eaa-ee47258cac0c req-1e9345e7-6380-42fb-97f2-098e91df86c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:48.810105 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-39b13b96-e62a-4ee1-8eaa-ee47258cac0c req-1e9345e7-6380-42fb-97f2-098e91df86c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96126fec-90a5-4e8d-afec-f07c12737d79 HTTP/1.1" status: 200 len: 855 time: 0.0430057 Jan 26 19:34:48.885306 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b13b96-e62a-4ee1-8eaa-ee47258cac0c req-8cf94b49-a070-4c3a-9941-cbee85ed956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:48.887415 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-39b13b96-e62a-4ee1-8eaa-ee47258cac0c req-8cf94b49-a070-4c3a-9941-cbee85ed956a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68fda3bd-90ff-4f20-8f16-b16096f575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699689 Jan 26 19:34:48.898356 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411edcb0-3183-495e-a1ec-02076f7c6496 req-479c89a4-f7f3-4c44-89f8-be4e9bdacabf tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:48.899691 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-411edcb0-3183-495e-a1ec-02076f7c6496 req-479c89a4-f7f3-4c44-89f8-be4e9bdacabf tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0597279 Jan 26 19:34:48.995136 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-411edcb0-3183-495e-a1ec-02076f7c6496 req-c905aba2-3344-45b0-b585-39cb56ddf217 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877149 Jan 26 19:34:49.014055 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-39b13b96-e62a-4ee1-8eaa-ee47258cac0c req-12e219a4-2633-42a8-9fc1-c23d44b00194 service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134613 Jan 26 19:34:49.105062 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-39b13b96-e62a-4ee1-8eaa-ee47258cac0c req-34efc847-b812-4ad0-92bb-0527e2df7fe7 service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825336 Jan 26 19:34:50.103973 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 0664d13c-ea6d-44a2-a092-3eeb2d932892 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:34:50.116372 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6d4ac-f557-4ea6-b548-8be211050a0f req-f3b80da2-c6e9-477d-83c7-0c2e721c042d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:50.117967 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e5d6d4ac-f557-4ea6-b548-8be211050a0f req-f3b80da2-c6e9-477d-83c7-0c2e721c042d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0495188 Jan 26 19:34:50.173420 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e5d6d4ac-f557-4ea6-b548-8be211050a0f req-066008fb-1cef-432a-affd-e964385ad9db tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493906 Jan 26 19:34:50.182199 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 0664d13c-ea6d-44a2-a092-3eeb2d932892 is: DOWN; New status is: DOWN {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:34:51.294876 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3558b8a-e719-441d-a248-e0ab190e8384 req-f2fed408-f396-4fed-8925-b343249ac88f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:51.296419 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d3558b8a-e719-441d-a248-e0ab190e8384 req-f2fed408-f396-4fed-8925-b343249ac88f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0483346 Jan 26 19:34:51.347349 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d3558b8a-e719-441d-a248-e0ab190e8384 req-a8e108bb-fadb-4fa2-84e0-74d9af267509 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454903 Jan 26 19:34:52.466698 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4338a70-8447-46c6-9636-7fb2508259c9 req-22c42c05-da1f-4a70-87bc-b3e69b69a1cd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:52.468681 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d4338a70-8447-46c6-9636-7fb2508259c9 req-22c42c05-da1f-4a70-87bc-b3e69b69a1cd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0471275 Jan 26 19:34:52.515547 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d4338a70-8447-46c6-9636-7fb2508259c9 req-f088fbfc-295a-4957-8cdd-62e8ffa0b396 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411026 Jan 26 19:34:53.651739 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb813f8f-2c1a-46cc-ac7c-0d9981590ee8 req-f5ba6dbb-b7cd-4a2b-99b4-f9f51bbe3a2e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:53.653255 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-eb813f8f-2c1a-46cc-ac7c-0d9981590ee8 req-f5ba6dbb-b7cd-4a2b-99b4-f9f51bbe3a2e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0530627 Jan 26 19:34:53.701421 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-eb813f8f-2c1a-46cc-ac7c-0d9981590ee8 req-0b9dd026-198f-4cb0-88fb-5b157c96f7a2 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425987 Jan 26 19:34:54.825200 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1e5b6-92f2-476d-8712-b0326b3b0068 req-e873658a-9986-4d9d-a519-1733131c2518 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:54.826648 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-37f1e5b6-92f2-476d-8712-b0326b3b0068 req-e873658a-9986-4d9d-a519-1733131c2518 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0491648 Jan 26 19:34:54.871688 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-37f1e5b6-92f2-476d-8712-b0326b3b0068 req-284cc196-ccd4-4f9a-9238-e5bd010cee0e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388532 Jan 26 19:34:55.996269 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e678f50-4424-4ca5-885b-6f8af7d9fb0e req-8dd941f2-3a68-4426-b894-f9a8d85c865f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:55.997888 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9e678f50-4424-4ca5-885b-6f8af7d9fb0e req-8dd941f2-3a68-4426-b894-f9a8d85c865f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0485697 Jan 26 19:34:56.216059 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9e678f50-4424-4ca5-885b-6f8af7d9fb0e req-6668864f-8113-417d-a572-376a90ac8ed7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116613 Jan 26 19:34:57.342178 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdaaa9-d572-46f0-8aff-1914b2e4c54b req-d640adea-e7cc-4ff8-b1d9-aed3f53bf7f6 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:57.348070 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2abdaaa9-d572-46f0-8aff-1914b2e4c54b req-d640adea-e7cc-4ff8-b1d9-aed3f53bf7f6 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0495811 Jan 26 19:34:57.389208 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2abdaaa9-d572-46f0-8aff-1914b2e4c54b req-74710da8-adf9-4bcc-9cbf-383e3eb0196c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393503 Jan 26 19:34:58.508105 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396bb28-08ab-4c66-b7b0-9fc9080e7fc1 req-55f3f532-e366-4b13-9cc8-ff8dc84ebe04 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:58.509550 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0396bb28-08ab-4c66-b7b0-9fc9080e7fc1 req-55f3f532-e366-4b13-9cc8-ff8dc84ebe04 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0492942 Jan 26 19:34:58.557748 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0396bb28-08ab-4c66-b7b0-9fc9080e7fc1 req-7eba5d19-7157-4889-91c1-72d3f1661f52 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427272 Jan 26 19:34:59.684668 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001a035-1d60-4543-858c-565e0fe207a7 req-1b642286-66ab-44ec-aac6-e5e0d302d41c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:34:59.686164 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f001a035-1d60-4543-858c-565e0fe207a7 req-1b642286-66ab-44ec-aac6-e5e0d302d41c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0541859 Jan 26 19:34:59.731860 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f001a035-1d60-4543-858c-565e0fe207a7 req-d8e2fb50-5f37-4839-a7b7-b22c25a10093 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401530 Jan 26 19:35:00.853090 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafa3f1-13eb-4f45-880c-70cb2dd82101 req-a745a875-1700-4abb-87f0-80f432ad5efb tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:00.854523 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4fafa3f1-13eb-4f45-880c-70cb2dd82101 req-a745a875-1700-4abb-87f0-80f432ad5efb tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0460987 Jan 26 19:35:00.899240 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-4fafa3f1-13eb-4f45-880c-70cb2dd82101 req-37e41384-6823-49d0-83fb-b239445ae4a2 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393703 Jan 26 19:35:02.019243 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4f979-b881-438d-aedb-125232dc2d09 req-d0729a0c-dd22-41a3-a0ec-2524000e2b9f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:02.020697 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c0b4f979-b881-438d-aedb-125232dc2d09 req-d0729a0c-dd22-41a3-a0ec-2524000e2b9f tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0497220 Jan 26 19:35:02.065467 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c0b4f979-b881-438d-aedb-125232dc2d09 req-428577fb-bf52-4d6e-8e93-0532c1c0d382 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391002 Jan 26 19:35:03.184334 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5eb6a8-8c60-4f5d-8136-98f6743f5a12 req-1d6dc7c9-fed0-4968-83fa-b12e48fc8ffb tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:03.185786 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3c5eb6a8-8c60-4f5d-8136-98f6743f5a12 req-1d6dc7c9-fed0-4968-83fa-b12e48fc8ffb tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0490170 Jan 26 19:35:03.230725 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3c5eb6a8-8c60-4f5d-8136-98f6743f5a12 req-0396c9d0-efd1-44f2-9c7b-9276256b2bc6 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388019 Jan 26 19:35:04.040820 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4622243a-f1d3-4494-a5c2-bfd3ee878d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:04.406796 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765b424-2398-4e28-8cd7-9f4fc27cf681 req-db98ad97-2c45-44a5-b10c-298d763fe928 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:04.408309 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0765b424-2398-4e28-8cd7-9f4fc27cf681 req-db98ad97-2c45-44a5-b10c-298d763fe928 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.1045406 Jan 26 19:35:04.453100 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0765b424-2398-4e28-8cd7-9f4fc27cf681 req-7d73fe31-765c-4a80-b35e-34f23f293783 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392740 Jan 26 19:35:05.574345 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98006ab2-2ff0-48be-b722-02d598a08ff6 req-87f82805-0905-4514-81fb-61745550ca5a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:05.575822 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-98006ab2-2ff0-48be-b722-02d598a08ff6 req-87f82805-0905-4514-81fb-61745550ca5a tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 943 time: 0.0501213 Jan 26 19:35:05.589276 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:35:05.621042 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-98006ab2-2ff0-48be-b722-02d598a08ff6 req-3bf09f7a-d444-4041-ad9c-760d7585658c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396025 Jan 26 19:35:06.248372 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 0664d13c-ea6d-44a2-a092-3eeb2d932892 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:35:06.338393 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a018a75b-7275-4b76-a3ed-31c3348bb835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:06.354217 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 0664d13c-ea6d-44a2-a092-3eeb2d932892, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=0664d13c-ea6d-44a2-a092-3eeb2d932892,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:35:06.365355 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': '0664d13c-ea6d-44a2-a092-3eeb2d932892', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'port_id': '0664d13c-ea6d-44a2-a092-3eeb2d932892', 'mac_address': 'fa:16:3e:f7:90:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:35:06.401410 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 0664d13c-ea6d-44a2-a092-3eeb2d932892 is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:35:06.401797 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:06.414592 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0664d13c-ea6d-44a2-a092-3eeb2d932892 {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:35:06.432523 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 0664d13c-ea6d-44a2-a092-3eeb2d932892, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=0664d13c-ea6d-44a2-a092-3eeb2d932892,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:35:06.436090 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:06.480565 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=0664d13c-ea6d-44a2-a092-3eeb2d932892,revision_number=9']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:06.487239 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:06.487593 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:06.487961 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:06.488299 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:06.488631 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:06.488961 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:06.489289 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:06.489615 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:06.489940 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:06.490264 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:06.490588 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:06.490909 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:06.491227 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:06.739503 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02374d0c-4269-44a2-a4c8-2628437af8a1 req-c6c56a64-0e17-4683-ba69-b8cdd594ef4e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:06.740972 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-02374d0c-4269-44a2-a4c8-2628437af8a1 req-c6c56a64-0e17-4683-ba69-b8cdd594ef4e tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 944 time: 0.0485144 Jan 26 19:35:06.771577 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['0664d13c-ea6d-44a2-a092-3eeb2d932892'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:35:06.790192 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-02374d0c-4269-44a2-a4c8-2628437af8a1 req-89085fb9-28f7-43bf-b72b-7dfef8caabb7 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436940 Jan 26 19:35:07.770775 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:07.906244 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e3f2b1-7ff9-4f14-8033-dd82d1dac46a req-a787f7a9-0541-4f0d-a0c7-80a5eb470365 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:07.907678 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-23e3f2b1-7ff9-4f14-8033-dd82d1dac46a req-a787f7a9-0541-4f0d-a0c7-80a5eb470365 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 944 time: 0.0469303 Jan 26 19:35:07.951654 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-23e3f2b1-7ff9-4f14-8033-dd82d1dac46a req-fcf0dbb7-a316-4eb3-9ea6-c7b2f5928eac tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384927 Jan 26 19:35:08.150833 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:08.270687 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 0664d13c-ea6d-44a2-a092-3eeb2d932892 up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:35:08.442828 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port 0664d13c-ea6d-44a2-a092-3eeb2d932892 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:35:08.443193 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:08.516206 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 0664d13c-ea6d-44a2-a092-3eeb2d932892 is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:35:08.516592 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:08.537996 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499a8ea2-3fbf-498e-9f50-70aad706252a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0664d13c-ea6d-44a2-a092-3eeb2d932892'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:35:08.540155 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023b8048-0de5-4ffe-8410-fd320d6abffd" -d '{"events": [{"server_uuid": "499a8ea2-3fbf-498e-9f50-70aad706252a", "name": "network-vif-plugged", "status": "completed", "tag": "0664d13c-ea6d-44a2-a092-3eeb2d932892"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:35:08.552509 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 0664d13c-ea6d-44a2-a092-3eeb2d932892, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=0664d13c-ea6d-44a2-a092-3eeb2d932892,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:35:08.558897 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:08.584407 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0a4be1-9221-41ac-b90a-c793cbf91fb6 x-openstack-request-id: req-3e0a4be1-9221-41ac-b90a-c793cbf91fb6 {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:35:08.584740 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499a8ea2-3fbf-498e-9f50-70aad706252a", "name": "network-vif-plugged", "status": "completed", "tag": "0664d13c-ea6d-44a2-a092-3eeb2d932892", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:35:08.585029 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3e0a4be1-9221-41ac-b90a-c793cbf91fb6 {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:35:08.585417 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499a8ea2-3fbf-498e-9f50-70aad706252a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0664d13c-ea6d-44a2-a092-3eeb2d932892', 'code': 200} Jan 26 19:35:08.614441 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=0664d13c-ea6d-44a2-a092-3eeb2d932892,revision_number=10']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:08.754640 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9010f6-9b8b-4d99-9b44-de086521e4dd req-043ed971-b434-4415-a597-62a568b63b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:08.756135 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2f9010f6-9b8b-4d99-9b44-de086521e4dd req-043ed971-b434-4415-a597-62a568b63b95 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 1099 time: 0.0402899 Jan 26 19:35:08.796960 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2f9010f6-9b8b-4d99-9b44-de086521e4dd req-9619f4d9-0cba-40ea-8fd7-688c74db8e95 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350089 Jan 26 19:35:08.989395 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:09.069235 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60b61f-41d2-4951-b25b-fc3b4d49b883 req-b6d61951-e51f-40c1-91b1-6c092a99cfc1 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:09.070589 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3b60b61f-41d2-4951-b25b-fc3b4d49b883 req-b6d61951-e51f-40c1-91b1-6c092a99cfc1 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 946 time: 0.0466537 Jan 26 19:35:09.229001 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-3b60b61f-41d2-4951-b25b-fc3b4d49b883 req-878720f2-430b-4ee9-98ad-ae5e0e3518f2 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529658 Jan 26 19:35:10.309897 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:10.354079 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd191fb5-7918-419a-8140-a29dafd0b653 req-b2bbc4ce-2c51-462e-80f9-6e16d84f39fa tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:10.355571 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-dd191fb5-7918-419a-8140-a29dafd0b653 req-b2bbc4ce-2c51-462e-80f9-6e16d84f39fa tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 946 time: 0.0533540 Jan 26 19:35:10.405012 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-dd191fb5-7918-419a-8140-a29dafd0b653 req-c9f15f08-ca65-401c-b508-69c210beb018 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416462 Jan 26 19:35:11.534146 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba917c67-536e-4d27-a1c5-454132a8dec4 req-4e4e9bb4-a601-4a13-8c89-37d0a2569a2c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:11.535593 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ba917c67-536e-4d27-a1c5-454132a8dec4 req-4e4e9bb4-a601-4a13-8c89-37d0a2569a2c tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 946 time: 0.0517759 Jan 26 19:35:11.579741 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ba917c67-536e-4d27-a1c5-454132a8dec4 req-965655f4-3b49-4385-b2e6-1f47a2256ef2 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386238 Jan 26 19:35:24.817571 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b449dc7-7cb0-4d78-a1ec-2ddbf6066898 req-b05a8096-6f9b-40ec-aeff-6b439ef8c2ba tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:24.818945 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0b449dc7-7cb0-4d78-a1ec-2ddbf6066898 req-b05a8096-6f9b-40ec-aeff-6b439ef8c2ba tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=28e423e3-0f9a-43eb-a746-10324b54c932 HTTP/1.1" status: 200 len: 945 time: 0.0466318 Jan 26 19:35:24.865050 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-0b449dc7-7cb0-4d78-a1ec-2ddbf6066898 req-f78885c8-950b-48ea-aad4-8595259bb40f tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad079d8b-4cb7-481c-80ef-866b937c182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405121 Jan 26 19:35:25.980338 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90a1c3-ed5e-45d8-801f-bfe45d4b59d9 req-6656e456-388a-40a0-810b-b2080934f8d6 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:25.981681 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ca90a1c3-ed5e-45d8-801f-bfe45d4b59d9 req-6656e456-388a-40a0-810b-b2080934f8d6 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=28e423e3-0f9a-43eb-a746-10324b54c932 HTTP/1.1" status: 200 len: 945 time: 0.0500257 Jan 26 19:35:26.026458 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ca90a1c3-ed5e-45d8-801f-bfe45d4b59d9 req-45e294f0-2aad-48a4-8254-5555b63fa1ec tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad079d8b-4cb7-481c-80ef-866b937c182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393655 Jan 26 19:35:26.817765 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908391e-ab1a-4ae2-ba10-147ee52aec60 req-af8084e8-59c5-4156-bc9a-6b04623d6bc7 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:26.819172 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3908391e-ab1a-4ae2-ba10-147ee52aec60 req-af8084e8-59c5-4156-bc9a-6b04623d6bc7 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.46 "GET /v2.0/ports?device_id=28e423e3-0f9a-43eb-a746-10324b54c932 HTTP/1.1" status: 200 len: 945 time: 0.0457542 Jan 26 19:35:26.908449 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-3908391e-ab1a-4ae2-ba10-147ee52aec60 req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Deleting port c2746741-b808-4b63-8c17-d6839bcf5bb2 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:35:26.908790 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-3908391e-ab1a-4ae2-ba10-147ee52aec60 req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (c2746741-b808-4b63-8c17-d6839bcf5bb2), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:26.992904 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-3908391e-ab1a-4ae2-ba10-147ee52aec60 req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] For port c2746741-b808-4b63-8c17-d6839bcf5bb2, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c2746741-b808-4b63-8c17-d6839bcf5bb2,segment=NetworkSegment(1de36d51-7fdd-41d1-88bf-57180f9fb110),segment_id=1de36d51-7fdd-41d1-88bf-57180f9fb110)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:35:26.993621 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-3908391e-ab1a-4ae2-ba10-147ee52aec60 req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (c2746741-b808-4b63-8c17-d6839bcf5bb2), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:27.140119 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfd644-de2f-4b40-8e2c-f51207e8dcca req-76c7d453-88fa-4eed-8ba5-e17739fef42d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:27.141468 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-eadfd644-de2f-4b40-8e2c-f51207e8dcca req-76c7d453-88fa-4eed-8ba5-e17739fef42d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/ports?device_id=28e423e3-0f9a-43eb-a746-10324b54c932 HTTP/1.1" status: 200 len: 945 time: 0.0498667 Jan 26 19:35:27.156320 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-3908391e-ab1a-4ae2-ba10-147ee52aec60 req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:27.156673 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-3908391e-ab1a-4ae2-ba10-147ee52aec60 req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747628'] for floatingip (1c33527b-e7c2-4e63-85c3-657e78360be1), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:27.156980 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.l3_db [req-3908391e-ab1a-4ae2-ba10-147ee52aec60 req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Floating IP 1c33527b-e7c2-4e63-85c3-657e78360be1 disassociated. External IP: 172.27.1.21, port: c2746741-b808-4b63-8c17-d6839bcf5bb2. Jan 26 19:35:27.157318 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-3908391e-ab1a-4ae2-ba10-147ee52aec60 req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Calling delete_port for c2746741-b808-4b63-8c17-d6839bcf5bb2 owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:35:27.187450 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-eadfd644-de2f-4b40-8e2c-f51207e8dcca req-2af3c7c8-01c3-4456-978d-ceb69c69e984 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups?id=ad079d8b-4cb7-481c-80ef-866b937c182f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403717 Jan 26 19:35:27.279912 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-3908391e-ab1a-4ae2-ba10-147ee52aec60 req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (c2746741-b808-4b63-8c17-d6839bcf5bb2), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:27.306954 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Pushing event deleted for resources: {'Port': ['ID=c2746741-b808-4b63-8c17-d6839bcf5bb2,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:27.317225 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:27.317567 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:27.317899 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:27.318240 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:27.318567 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:27.318894 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:27.319221 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:27.319543 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:27.319911 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:27.320237 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:27.320559 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:27.320878 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:27.321195 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:27.427918 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3908391e-ab1a-4ae2-ba10-147ee52aec60 req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Router a8d2a2a7-ed31-4a78-be6a-702367c582bb has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:35:27.527789 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3908391e-ab1a-4ae2-ba10-147ee52aec60 req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:35:27.537598 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4ce16-7c3d-437c-8adf-d9599a97e070 None None] Sync routers for ids ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:35:27.546876 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4ce16-7c3d-437c-8adf-d9599a97e070 None None] Routers {'a8d2a2a7-ed31-4a78-be6a-702367c582bb'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:35:27.547487 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-3bd4ce16-7c3d-437c-8adf-d9599a97e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:35:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:27.567994 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-3908391e-ab1a-4ae2-ba10-147ee52aec60 req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] No DVR routers for this DVR port c2746741-b808-4b63-8c17-d6839bcf5bb2 on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:35:27.570429 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-3908391e-ab1a-4ae2-ba10-147ee52aec60 req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:27.573691 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3908391e-ab1a-4ae2-ba10-147ee52aec60 req-194210f4-1a7d-4e32-acb8-bebf3fd5907a tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.46 "DELETE /v2.0/ports/c2746741-b808-4b63-8c17-d6839bcf5bb2 HTTP/1.1" status: 204 len: 173 time: 0.7494295 Jan 26 19:35:27.574114 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e423e3-0f9a-43eb-a746-10324b54c932', 'name': 'network-vif-deleted', 'tag': 'c2746741-b808-4b63-8c17-d6839bcf5bb2'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:35:27.576353 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acea88e3-8c2d-40a6-9a0d-ddddc4ec7f39" -d '{"events": [{"server_uuid": "28e423e3-0f9a-43eb-a746-10324b54c932", "name": "network-vif-deleted", "tag": "c2746741-b808-4b63-8c17-d6839bcf5bb2"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:35:27.664635 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-3bd4ce16-7c3d-437c-8adf-d9599a97e070 None None] Set router a8d2a2a7-ed31-4a78-be6a-702367c582bb gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:35:27.681530 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65bdd76-c08a-4ae7-ab81-a281de72ec9f x-openstack-request-id: req-c65bdd76-c08a-4ae7-ab81-a281de72ec9f {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:35:27.682032 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e423e3-0f9a-43eb-a746-10324b54c932", "name": "network-vif-deleted", "tag": "c2746741-b808-4b63-8c17-d6839bcf5bb2", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:35:27.682301 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c65bdd76-c08a-4ae7-ab81-a281de72ec9f {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:35:27.682782 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e423e3-0f9a-43eb-a746-10324b54c932', 'name': 'network-vif-deleted', 'tag': 'c2746741-b808-4b63-8c17-d6839bcf5bb2', 'status': 'completed', 'code': 200} Jan 26 19:35:27.872782 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-3bd4ce16-7c3d-437c-8adf-d9599a97e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:05Z', 'revision_number': 4, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port': {'id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '8b9ca268-9b37-427a-a71a-53e0f978bdd3', 'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'mac_address': 'fa:16:3e:83:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:15Z', 'revision_number': 5, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'subnets': [{'id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:27.901943 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4ce16-7c3d-437c-8adf-d9599a97e070 None None] Checking router: a8d2a2a7-ed31-4a78-be6a-702367c582bb for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:35:27.910571 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4ce16-7c3d-437c-8adf-d9599a97e070 None None] Routers {'a8d2a2a7-ed31-4a78-be6a-702367c582bb'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:35:27.911170 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-3bd4ce16-7c3d-437c-8adf-d9599a97e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:35:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:28.015566 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-3bd4ce16-7c3d-437c-8adf-d9599a97e070 None None] Set router a8d2a2a7-ed31-4a78-be6a-702367c582bb gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:35:28.212010 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-3bd4ce16-7c3d-437c-8adf-d9599a97e070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:05Z', 'revision_number': 4, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port': {'id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '8b9ca268-9b37-427a-a71a-53e0f978bdd3', 'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'mac_address': 'fa:16:3e:83:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:15Z', 'revision_number': 5, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'subnets': [{'id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:28.237729 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd4ce16-7c3d-437c-8adf-d9599a97e070 None None] The sync data for ids ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'] in dv-cinder-794001-3-iscsi is: [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:05Z', 'revision_number': 4, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port': {'id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '8b9ca268-9b37-427a-a71a-53e0f978bdd3', 'name': '', 'network_id': '1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'mac_address': 'fa:16:3e:83:b3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:15Z', 'revision_number': 5, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'subnets': [{'id': '75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:35:28.270093 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 59930) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:28.322963 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8a700746-d8f2-4afc-8866-6c230d7efb4d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group (ad079d8b-4cb7-481c-80ef-866b937c182f), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:28.346768 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8a700746-d8f2-4afc-8866-6c230d7efb4d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group (ad079d8b-4cb7-481c-80ef-866b937c182f), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:28.396315 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8a700746-d8f2-4afc-8866-6c230d7efb4d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (ad079d8b-4cb7-481c-80ef-866b937c182f), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:28.399229 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8a700746-d8f2-4afc-8866-6c230d7efb4d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:28.400429 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-8a700746-d8f2-4afc-8866-6c230d7efb4d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "DELETE /v2.0/security-groups/ad079d8b-4cb7-481c-80ef-866b937c182f HTTP/1.1" status: 204 len: 168 time: 0.1293576 Jan 26 19:35:28.403442 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 59932) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:28.410363 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a700746-d8f2-4afc-8866-6c230d7efb4d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad079d8b-4cb7-481c-80ef-866b937c182f,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:28.423087 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.api.v2.resource [None req-f4107fda-a619-4ea2-875b-4f0695457806 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] show failed (client error): The resource could not be found. Jan 26 19:35:28.424640 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-f4107fda-a619-4ea2-875b-4f0695457806 tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "GET /v2.0/security-groups/ad079d8b-4cb7-481c-80ef-866b937c182f HTTP/1.1" status: 404 len: 347 time: 0.0201094 Jan 26 19:35:28.427602 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 59934) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:28.489672 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe75bf0-7e96-4666-bf12-6b5f5259a8b6 None None] New status for floating IP 1c33527b-e7c2-4e63-85c3-657e78360be1: DOWN {{(pid=102408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:35:28.551283 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-a3977565-50c4-40fd-8489-304710b3972d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Deleting port 47c1e97b-192b-4832-889b-2fa1b184cfc1 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:35:28.551620 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a3977565-50c4-40fd-8489-304710b3972d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (47c1e97b-192b-4832-889b-2fa1b184cfc1), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:28.627101 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a3977565-50c4-40fd-8489-304710b3972d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (47c1e97b-192b-4832-889b-2fa1b184cfc1), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:28.627425 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a3977565-50c4-40fd-8489-304710b3972d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for floatingip (47c1e97b-192b-4832-889b-2fa1b184cfc1), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:28.639160 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-a3977565-50c4-40fd-8489-304710b3972d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Calling delete_port for 47c1e97b-192b-4832-889b-2fa1b184cfc1 owned by network:floatingip {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:35:28.769125 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a3977565-50c4-40fd-8489-304710b3972d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (47c1e97b-192b-4832-889b-2fa1b184cfc1), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:28.792628 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3977565-50c4-40fd-8489-304710b3972d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Pushing event deleted for resources: {'Port': ['ID=47c1e97b-192b-4832-889b-2fa1b184cfc1,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:28.851628 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a3977565-50c4-40fd-8489-304710b3972d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks [] for floatingip (1c33527b-e7c2-4e63-85c3-657e78360be1), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:28.854134 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a3977565-50c4-40fd-8489-304710b3972d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:28.855252 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-a3977565-50c4-40fd-8489-304710b3972d tempest-AttachVolumeTestJSON-1665263945 tempest-AttachVolumeTestJSON-1665263945-project] 10.222.0.50 "DELETE /v2.0/floatingips/1c33527b-e7c2-4e63-85c3-657e78360be1 HTTP/1.1" status: 204 len: 168 time: 0.4265108 Jan 26 19:35:30.370462 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device c2746741-b808-4b63-8c17-d6839bcf5bb2 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:35:30.393054 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: c2746741-b808-4b63-8c17-d6839bcf5bb2 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:35:30.393439 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device c2746741-b808-4b63-8c17-d6839bcf5bb2 not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:35:32.367403 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 59962) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:33.007947 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1074d077-c324-40e3-bb9d-e2018f9de521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747372'] for router_interface (a8d2a2a7-ed31-4a78-be6a-702367c582bb), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:33.238309 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-1074d077-c324-40e3-bb9d-e2018f9de521 admin admin] Deleting port 8b9ca268-9b37-427a-a71a-53e0f978bdd3 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:35:33.238641 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1074d077-c324-40e3-bb9d-e2018f9de521 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:33.325246 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-1074d077-c324-40e3-bb9d-e2018f9de521 admin admin] For port 8b9ca268-9b37-427a-a71a-53e0f978bdd3, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=8b9ca268-9b37-427a-a71a-53e0f978bdd3,segment=NetworkSegment(1de36d51-7fdd-41d1-88bf-57180f9fb110),segment_id=1de36d51-7fdd-41d1-88bf-57180f9fb110)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:35:33.325606 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1074d077-c324-40e3-bb9d-e2018f9de521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:33.338565 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-1074d077-c324-40e3-bb9d-e2018f9de521 admin admin] Calling delete_port for 8b9ca268-9b37-427a-a71a-53e0f978bdd3 owned by network:router_interface {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:35:33.512623 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1074d077-c324-40e3-bb9d-e2018f9de521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (8b9ca268-9b37-427a-a71a-53e0f978bdd3), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:33.537534 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1074d077-c324-40e3-bb9d-e2018f9de521 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b9ca268-9b37-427a-a71a-53e0f978bdd3,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:33.701634 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1074d077-c324-40e3-bb9d-e2018f9de521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1016835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747512'] for router_interface (a8d2a2a7-ed31-4a78-be6a-702367c582bb), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:33.919281 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1074d077-c324-40e3-bb9d-e2018f9de521 admin admin] Router a8d2a2a7-ed31-4a78-be6a-702367c582bb has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:35:34.022843 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1074d077-c324-40e3-bb9d-e2018f9de521 admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:35:34.027764 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-1074d077-c324-40e3-bb9d-e2018f9de521 admin admin] 10.222.0.50 "PUT /v2.0/routers/a8d2a2a7-ed31-4a78-be6a-702367c582bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6593013 Jan 26 19:35:34.030270 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 59968) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:34.037817 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ec3810-f843-4d82-a152-cac970d4b63b None None] Sync routers for ids ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:35:34.049016 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-07777e66-0cfc-48dd-a3ef-450a620edf44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:34.052525 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ec3810-f843-4d82-a152-cac970d4b63b None None] Routers {'a8d2a2a7-ed31-4a78-be6a-702367c582bb'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:35:34.053153 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-f1ec3810-f843-4d82-a152-cac970d4b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:35:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:34.131527 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e9106693-5405-4902-840c-46e5382e6147 admin admin] Publish callbacks [] for router (a8d2a2a7-ed31-4a78-be6a-702367c582bb), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:34.156410 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-f1ec3810-f843-4d82-a152-cac970d4b63b None None] Set router a8d2a2a7-ed31-4a78-be6a-702367c582bb gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:35:34.231300 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e9106693-5405-4902-840c-46e5382e6147 admin admin] Publish callbacks [] for router_gateway (a8d2a2a7-ed31-4a78-be6a-702367c582bb), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:34.282980 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-e9106693-5405-4902-840c-46e5382e6147 admin admin] Deleting port e2392c44-801d-46fe-a967-e36d373dd577 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:35:34.283317 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e9106693-5405-4902-840c-46e5382e6147 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (e2392c44-801d-46fe-a967-e36d373dd577), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:34.330571 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-f1ec3810-f843-4d82-a152-cac970d4b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97'}], 'enable_snat': True}, 'gw_port_id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:35:33Z', 'revision_number': 5, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port': {'id': 'e2392c44-801d-46fe-a967-e36d373dd577', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:59Z', 'updated_at': '2022-01-26T19:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:34.360962 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ec3810-f843-4d82-a152-cac970d4b63b None None] Checking router: a8d2a2a7-ed31-4a78-be6a-702367c582bb for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:35:34.363863 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-e9106693-5405-4902-840c-46e5382e6147 admin admin] For port e2392c44-801d-46fe-a967-e36d373dd577, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=e2392c44-801d-46fe-a967-e36d373dd577,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:35:34.364225 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e9106693-5405-4902-840c-46e5382e6147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (e2392c44-801d-46fe-a967-e36d373dd577), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:34.369112 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ec3810-f843-4d82-a152-cac970d4b63b None None] Routers {'a8d2a2a7-ed31-4a78-be6a-702367c582bb'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:35:34.369717 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-f1ec3810-f843-4d82-a152-cac970d4b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:35:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:34.376510 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-e9106693-5405-4902-840c-46e5382e6147 admin admin] Calling delete_port for e2392c44-801d-46fe-a967-e36d373dd577 owned by network:router_gateway {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:35:34.452445 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-f1ec3810-f843-4d82-a152-cac970d4b63b None None] Set router a8d2a2a7-ed31-4a78-be6a-702367c582bb gateway port host: None {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:35:34.539738 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e9106693-5405-4902-840c-46e5382e6147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (e2392c44-801d-46fe-a967-e36d373dd577), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:34.567561 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9106693-5405-4902-840c-46e5382e6147 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2392c44-801d-46fe-a967-e36d373dd577,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:34.625818 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e9106693-5405-4902-840c-46e5382e6147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748694'] for router_gateway (a8d2a2a7-ed31-4a78-be6a-702367c582bb), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:34.638171 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-f1ec3810-f843-4d82-a152-cac970d4b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:35:34Z', 'revision_number': 6, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port_host': None}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:34.666925 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ec3810-f843-4d82-a152-cac970d4b63b None None] The sync data for ids ['a8d2a2a7-ed31-4a78-be6a-702367c582bb'] in dv-cinder-794001-3-iscsi is: [{'id': 'a8d2a2a7-ed31-4a78-be6a-702367c582bb', 'name': 'tempest-AttachVolumeTestJSON-1353020241-router', 'tenant_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:35:34Z', 'revision_number': 6, 'project_id': '02dc9a9d875c479c8dcb8eb1a31fa567', 'gw_port_host': None}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:35:34.713873 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e9106693-5405-4902-840c-46e5382e6147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497413'] for router (a8d2a2a7-ed31-4a78-be6a-702367c582bb), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:34.715977 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e9106693-5405-4902-840c-46e5382e6147 admin admin] Publish callbacks [] for router_controller (a8d2a2a7-ed31-4a78-be6a-702367c582bb), precommit_delete_associations {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:34.760219 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e9106693-5405-4902-840c-46e5382e6147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752138'] for router (a8d2a2a7-ed31-4a78-be6a-702367c582bb), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:34.760760 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9106693-5405-4902-840c-46e5382e6147 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8d2a2a7-ed31-4a78-be6a-702367c582bb {{(pid=102406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 19:35:34.765107 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e9106693-5405-4902-840c-46e5382e6147 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:34.766168 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-e9106693-5405-4902-840c-46e5382e6147 admin admin] 10.222.0.50 "DELETE /v2.0/routers/a8d2a2a7-ed31-4a78-be6a-702367c582bb HTTP/1.1" status: 204 len: 168 time: 0.7350144 Jan 26 19:35:34.768737 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 59970) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:34.810465 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_v2 [None req-98bb9cfa-4de2-4ae3-b7f4-313f8eed2360 admin admin] Deleting subnet 75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e {{(pid=102406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:35:34.813361 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-98bb9cfa-4de2-4ae3-b7f4-313f8eed2360 admin admin] Publish callbacks [] for subnet (75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:34.845998 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-98bb9cfa-4de2-4ae3-b7f4-313f8eed2360 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8905233'] for subnet (75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e), precommit_delete_associations {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:34.922260 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-98bb9cfa-4de2-4ae3-b7f4-313f8eed2360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588427'] for subnet (75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:34.971954 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-98bb9cfa-4de2-4ae3-b7f4-313f8eed2360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8613420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456519'] for subnet (75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:34.996011 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb9cfa-4de2-4ae3-b7f4-313f8eed2360 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:34.999504 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-98bb9cfa-4de2-4ae3-b7f4-313f8eed2360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:35.004214 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-98bb9cfa-4de2-4ae3-b7f4-313f8eed2360 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/75fd8eaf-a7d4-4707-b475-f59b9fa9bb0e HTTP/1.1" status: 204 len: 168 time: 0.2331212 Jan 26 19:35:35.006629 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 59972) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:35.014541 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c660286c-a315-4447-a072-083a2da35e66 None None] Network 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:35:35.082227 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056074'] for network (1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:35.138031 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Deleting port 3ca0077b-263c-4a3f-85fc-e7a6bb102468 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:35:35.138460 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (3ca0077b-263c-4a3f-85fc-e7a6bb102468), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:35.198802 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] For port 3ca0077b-263c-4a3f-85fc-e7a6bb102468, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=3ca0077b-263c-4a3f-85fc-e7a6bb102468,segment=NetworkSegment(1de36d51-7fdd-41d1-88bf-57180f9fb110),segment_id=1de36d51-7fdd-41d1-88bf-57180f9fb110)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:35:35.199156 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (3ca0077b-263c-4a3f-85fc-e7a6bb102468), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:35.214472 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Calling delete_port for 3ca0077b-263c-4a3f-85fc-e7a6bb102468 owned by network:dhcp {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:35:35.288281 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (3ca0077b-263c-4a3f-85fc-e7a6bb102468), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:35.311717 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca0077b-263c-4a3f-85fc-e7a6bb102468,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:35.315808 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] No DVR routers for this DVR port 3ca0077b-263c-4a3f-85fc-e7a6bb102468 on host dv-cinder-794001-3-iscsi {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:35:35.323094 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:35.323438 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:35.323789 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:35.324237 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:35.324521 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:35.324869 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:35.325190 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:35.325512 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:35.325830 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:35.326146 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:35.326463 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:35.326774 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:35.327085 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:35:35.396628 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1586524', 'neutron.services.segments.db._delete_segments_for_network-8757114033794'] for network (1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:35.416348 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c']}} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:35.427295 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de36d51-7fdd-41d1-88bf-57180f9fb110') {'for_net_delete': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:35.427792 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de36d51-7fdd-41d1-88bf-57180f9fb110') {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:35.437585 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757114034827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8393464'] for segment (1de36d51-7fdd-41d1-88bf-57180f9fb110), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:35.451017 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (1de36d51-7fdd-41d1-88bf-57180f9fb110), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:35.459059 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=102405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:35:35.459505 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8804510'] for segment (1de36d51-7fdd-41d1-88bf-57180f9fb110), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: Traceback (most recent call last): Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: timer() Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: cb(*args, **kw) Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: return func(*args, **kwargs) Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: self._notify() Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: self.callback(batched_events) Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: event.method(event) Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: return f(self, *a, **k) Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: return self._get(url).json() Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: return self.request(url, 'GET', **kwargs) Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:35:35.461417 dv-cinder-794001-3-iscsi neutron-server[102405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:35:35.468692 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ae3897-2e75-49fd-87b3-45011906b39c None None] DHCP port deletion for 1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c request from dv-cinder-794001-3-iscsi {{(pid=102407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 19:35:35.525074 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1586517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747646'] for network (1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:35.531146 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:35.535381 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] 10.222.0.50 "DELETE /v2.0/networks/1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c HTTP/1.1" status: 204 len: 168 time: 0.5274920 Jan 26 19:35:35.692307 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 59976) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:35.752889 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-343504a2-d942-4c90-a9bf-c2305b4a1358 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=02dc9a9d875c479c8dcb8eb1a31fa567&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0550938 Jan 26 19:35:35.753506 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 59978) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:35.788193 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device e2392c44-801d-46fe-a967-e36d373dd577 no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:35:35.792690 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e25b95-4d16-4d26-a1e5-b76a4aa33283 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a6e7ac6-67af-4ed8-a922-1c3a4f2dca5c,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:35.812267 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e2071ad7-a63f-4d55-ad69-fb9536f9472c admin admin] Publish callbacks [] for security_group (0d5d6927-06f8-4d00-8f95-f03e84cd0c8c), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:35.820099 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: e2392c44-801d-46fe-a967-e36d373dd577 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:35:35.820440 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device e2392c44-801d-46fe-a967-e36d373dd577 not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:35:35.821108 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 8b9ca268-9b37-427a-a71a-53e0f978bdd3 no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:35:35.836089 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e2071ad7-a63f-4d55-ad69-fb9536f9472c admin admin] Publish callbacks [] for security_group (0d5d6927-06f8-4d00-8f95-f03e84cd0c8c), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:35.841567 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: 8b9ca268-9b37-427a-a71a-53e0f978bdd3 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:35:35.842111 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 8b9ca268-9b37-427a-a71a-53e0f978bdd3 not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:35:35.842554 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 3ca0077b-263c-4a3f-85fc-e7a6bb102468 no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:35:35.861026 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: 3ca0077b-263c-4a3f-85fc-e7a6bb102468 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:35:35.861362 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 3ca0077b-263c-4a3f-85fc-e7a6bb102468 not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:35:35.885239 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e2071ad7-a63f-4d55-ad69-fb9536f9472c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (0d5d6927-06f8-4d00-8f95-f03e84cd0c8c), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:35.887806 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e2071ad7-a63f-4d55-ad69-fb9536f9472c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:35.888930 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-e2071ad7-a63f-4d55-ad69-fb9536f9472c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0d5d6927-06f8-4d00-8f95-f03e84cd0c8c HTTP/1.1" status: 204 len: 168 time: 0.1344566 Jan 26 19:35:35.897082 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2071ad7-a63f-4d55-ad69-fb9536f9472c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5d6927-06f8-4d00-8f95-f03e84cd0c8c,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:36.319492 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-24ca42e0-0adc-4fdf-b71a-57bb27475d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:37.773062 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:38.155133 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:38.992446 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:39.526782 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 60042) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:39.627845 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c5e37e7d-8540-41ca-8978-6ee9ca3d8832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:39.697278 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c5e37e7d-8540-41ca-8978-6ee9ca3d8832 admin admin] Publish callbacks [] for security_group (84ada160-839c-4b8a-8703-e502cbe1b8db), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:39.700920 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c5e37e7d-8540-41ca-8978-6ee9ca3d8832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (84ada160-839c-4b8a-8703-e502cbe1b8db), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:39.736056 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e37e7d-8540-41ca-8978-6ee9ca3d8832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ada160-839c-4b8a-8703-e502cbe1b8db,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:39.740244 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-c5e37e7d-8540-41ca-8978-6ee9ca3d8832 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b5793f58575c4600af011b22377ff818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2124648 Jan 26 19:35:39.743043 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 60046) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:39.790314 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d5efec45-d509-4ff1-b37f-1dd8f93a4dd9 admin admin] Publish callbacks [] for security_group (84ada160-839c-4b8a-8703-e502cbe1b8db), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:39.811853 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d5efec45-d509-4ff1-b37f-1dd8f93a4dd9 admin admin] Publish callbacks [] for security_group (84ada160-839c-4b8a-8703-e502cbe1b8db), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:39.860392 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d5efec45-d509-4ff1-b37f-1dd8f93a4dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (84ada160-839c-4b8a-8703-e502cbe1b8db), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:39.863188 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d5efec45-d509-4ff1-b37f-1dd8f93a4dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:39.864427 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-d5efec45-d509-4ff1-b37f-1dd8f93a4dd9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/84ada160-839c-4b8a-8703-e502cbe1b8db HTTP/1.1" status: 204 len: 168 time: 0.1206455 Jan 26 19:35:39.876630 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efec45-d509-4ff1-b37f-1dd8f93a4dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ada160-839c-4b8a-8703-e502cbe1b8db,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:40.303312 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:42.588708 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:35:44.054288 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 60130) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:44.156905 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d34e6351-2490-4cc2-8758-89900de86b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:44.232244 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d34e6351-2490-4cc2-8758-89900de86b73 admin admin] Publish callbacks [] for security_group (1c328c0d-0c0e-4b6a-b89c-4921f123a479), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:44.236245 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d34e6351-2490-4cc2-8758-89900de86b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (1c328c0d-0c0e-4b6a-b89c-4921f123a479), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:44.275377 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e6351-2490-4cc2-8758-89900de86b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c328c0d-0c0e-4b6a-b89c-4921f123a479,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:44.280867 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-d34e6351-2490-4cc2-8758-89900de86b73 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8d915d083e8445c9b8c9d76a5c5d3b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255561 Jan 26 19:35:44.284161 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 60134) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:44.330427 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8521c075-1fbd-47ae-9b58-3be0223c2ac7 admin admin] Publish callbacks [] for security_group (1c328c0d-0c0e-4b6a-b89c-4921f123a479), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:44.351146 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8521c075-1fbd-47ae-9b58-3be0223c2ac7 admin admin] Publish callbacks [] for security_group (1c328c0d-0c0e-4b6a-b89c-4921f123a479), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:44.398259 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8521c075-1fbd-47ae-9b58-3be0223c2ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (1c328c0d-0c0e-4b6a-b89c-4921f123a479), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:44.401033 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8521c075-1fbd-47ae-9b58-3be0223c2ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:44.402175 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-8521c075-1fbd-47ae-9b58-3be0223c2ac7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c328c0d-0c0e-4b6a-b89c-4921f123a479 HTTP/1.1" status: 204 len: 168 time: 0.1171257 Jan 26 19:35:44.409539 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521c075-1fbd-47ae-9b58-3be0223c2ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c328c0d-0c0e-4b6a-b89c-4921f123a479,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:44.650851 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 60140) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:44.663960 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0a43ff24-3d36-4d70-8c8e-eab2fc7d4fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:44.737911 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0a43ff24-3d36-4d70-8c8e-eab2fc7d4fce admin admin] Publish callbacks [] for security_group (8f9edc8f-4381-4c26-8d76-30ae1ef52b8c), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:44.740763 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0a43ff24-3d36-4d70-8c8e-eab2fc7d4fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (8f9edc8f-4381-4c26-8d76-30ae1ef52b8c), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:44.777351 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-0a43ff24-3d36-4d70-8c8e-eab2fc7d4fce admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1bf65e0b9959462fb017816b298a2f4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254632 Jan 26 19:35:44.778234 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43ff24-3d36-4d70-8c8e-eab2fc7d4fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9edc8f-4381-4c26-8d76-30ae1ef52b8c,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:44.780048 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 60142) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:44.826216 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3c1616b1-e360-4b69-b79b-a35dbeeb7159 admin admin] Publish callbacks [] for security_group (8f9edc8f-4381-4c26-8d76-30ae1ef52b8c), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:44.846732 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3c1616b1-e360-4b69-b79b-a35dbeeb7159 admin admin] Publish callbacks [] for security_group (8f9edc8f-4381-4c26-8d76-30ae1ef52b8c), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:44.890225 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3c1616b1-e360-4b69-b79b-a35dbeeb7159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (8f9edc8f-4381-4c26-8d76-30ae1ef52b8c), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:44.892776 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3c1616b1-e360-4b69-b79b-a35dbeeb7159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:44.893929 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-3c1616b1-e360-4b69-b79b-a35dbeeb7159 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8f9edc8f-4381-4c26-8d76-30ae1ef52b8c HTTP/1.1" status: 204 len: 168 time: 0.1128156 Jan 26 19:35:44.901491 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1616b1-e360-4b69-b79b-a35dbeeb7159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9edc8f-4381-4c26-8d76-30ae1ef52b8c,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:49.910084 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 60232) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:50.064545 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad5e39-708d-48cc-b78d-eb07623c4722 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Deleting port 5b6635ea-db55-4029-813f-1e06200a5fef {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:35:50.064884 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5e39-708d-48cc-b78d-eb07623c4722 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (5b6635ea-db55-4029-813f-1e06200a5fef), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:50.145471 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5e39-708d-48cc-b78d-eb07623c4722 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (5b6635ea-db55-4029-813f-1e06200a5fef), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:50.145795 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5e39-708d-48cc-b78d-eb07623c4722 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for floatingip (5b6635ea-db55-4029-813f-1e06200a5fef), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:50.157427 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad5e39-708d-48cc-b78d-eb07623c4722 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Calling delete_port for 5b6635ea-db55-4029-813f-1e06200a5fef owned by network:floatingip {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:35:50.310969 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5e39-708d-48cc-b78d-eb07623c4722 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (5b6635ea-db55-4029-813f-1e06200a5fef), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:50.335433 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad5e39-708d-48cc-b78d-eb07623c4722 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Pushing event deleted for resources: {'Port': ['ID=5b6635ea-db55-4029-813f-1e06200a5fef,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:50.394695 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5e39-708d-48cc-b78d-eb07623c4722 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for floatingip (ae5dd9ff-08b8-4ff7-9393-e465fa0e03b1), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:50.395038 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.l3_db [None req-e5ad5e39-708d-48cc-b78d-eb07623c4722 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Floating IP ae5dd9ff-08b8-4ff7-9393-e465fa0e03b1 disassociated (deleted). External IP: 172.27.1.46, port: 8a15c594-cba7-47ee-a2b3-43518a18cd89. Jan 26 19:35:50.597489 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ad5e39-708d-48cc-b78d-eb07623c4722 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Router 08954707-9268-4d1b-8fc4-979d1aba2ecf has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:35:50.704367 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ad5e39-708d-48cc-b78d-eb07623c4722 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:35:50.709156 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e5ad5e39-708d-48cc-b78d-eb07623c4722 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:50.713935 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63d517-47a9-46b4-8594-c334ecfa6053 None None] Sync routers for ids ['08954707-9268-4d1b-8fc4-979d1aba2ecf'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:35:50.723256 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea63d517-47a9-46b4-8594-c334ecfa6053 None None] Routers {'08954707-9268-4d1b-8fc4-979d1aba2ecf'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:35:50.723877 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-ea63d517-47a9-46b4-8594-c334ecfa6053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:35:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['08954707-9268-4d1b-8fc4-979d1aba2ecf'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:50.735358 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-e5ad5e39-708d-48cc-b78d-eb07623c4722 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "DELETE /v2.0/floatingips/ae5dd9ff-08b8-4ff7-9393-e465fa0e03b1 HTTP/1.1" status: 204 len: 168 time: 0.8241060 Jan 26 19:35:50.736663 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4c9802-6d78-4385-bea2-9fccff04955b', 'tag': '8a15c594-cba7-47ee-a2b3-43518a18cd89'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:35:50.739815 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7b72c0399c7a02543c54853772d0c66854ec282a6807dc06cd91a1aad397b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7a5178-cbc7-41df-b135-a9bb88e7ed8a" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4c9802-6d78-4385-bea2-9fccff04955b", "tag": "8a15c594-cba7-47ee-a2b3-43518a18cd89"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:35:50.917496 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274c39b1-2833-44a1-ab7c-f685dd96391d x-openstack-request-id: req-274c39b1-2833-44a1-ab7c-f685dd96391d {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:35:50.918086 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4c9802-6d78-4385-bea2-9fccff04955b", "tag": "8a15c594-cba7-47ee-a2b3-43518a18cd89", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:35:50.918376 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-274c39b1-2833-44a1-ab7c-f685dd96391d {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:35:50.918885 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4c9802-6d78-4385-bea2-9fccff04955b', 'tag': '8a15c594-cba7-47ee-a2b3-43518a18cd89', 'status': 'completed', 'code': 200} Jan 26 19:35:50.933912 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-ea63d517-47a9-46b4-8594-c334ecfa6053 None None] Set router 08954707-9268-4d1b-8fc4-979d1aba2ecf gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:35:51.003522 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f5029-aab0-48eb-ba92-40607814a02a req-bc6ceb09-86fb-407e-a640-189674a84d95 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:51.010856 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b51f5029-aab0-48eb-ba92-40607814a02a req-bc6ceb09-86fb-407e-a640-189674a84d95 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0604649 Jan 26 19:35:51.067871 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b51f5029-aab0-48eb-ba92-40607814a02a req-607a4c82-cb49-4122-9603-084874ddf4e5 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558932 Jan 26 19:35:51.097488 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a5178-cbc7-41df-b135-a9bb88e7ed8a req-56e86848-7c7a-4393-a411-f58fb76fcefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:51.099550 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ed7a5178-cbc7-41df-b135-a9bb88e7ed8a req-56e86848-7c7a-4393-a411-f58fb76fcefa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=84d90c74a445407ab6459be30826b3f7&device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 1098 time: 0.1578205 Jan 26 19:35:51.151282 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-ea63d517-47a9-46b4-8594-c334ecfa6053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'name': 'tempest-TestShelveInstance-1736345297-router', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:50Z', 'revision_number': 4, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'gw_port': {'id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '31694d8b-6f91-4461-8463-654169471e12', 'name': '', 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'mac_address': 'fa:16:3e:8e:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:48Z', 'updated_at': '2022-01-26T19:28:54Z', 'revision_number': 5, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'subnets': [{'id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:51.178097 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63d517-47a9-46b4-8594-c334ecfa6053 None None] Checking router: 08954707-9268-4d1b-8fc4-979d1aba2ecf for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:35:51.186182 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea63d517-47a9-46b4-8594-c334ecfa6053 None None] Routers {'08954707-9268-4d1b-8fc4-979d1aba2ecf'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:35:51.186786 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-ea63d517-47a9-46b4-8594-c334ecfa6053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:35:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['08954707-9268-4d1b-8fc4-979d1aba2ecf'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:51.198171 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a5178-cbc7-41df-b135-a9bb88e7ed8a req-5a6115a1-7069-44c2-a9a8-eb27546c0d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:51.199615 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ed7a5178-cbc7-41df-b135-a9bb88e7ed8a req-5a6115a1-7069-44c2-a9a8-eb27546c0d6a service neutron] 10.222.0.46 "GET /v2.0/networks?id=cbb19803-443d-4415-86c7-ff03c2048d20 HTTP/1.1" status: 200 len: 910 time: 0.0924911 Jan 26 19:35:51.241283 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ed7a5178-cbc7-41df-b135-a9bb88e7ed8a req-db0c1988-464e-4677-9877-77f130f64365 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a15c594-cba7-47ee-a2b3-43518a18cd89 HTTP/1.1" status: 200 len: 217 time: 0.0341311 Jan 26 19:35:51.293851 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a5178-cbc7-41df-b135-a9bb88e7ed8a req-ed5fe53f-32ba-49c5-b5e2-38dc2e585649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:51.295304 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ed7a5178-cbc7-41df-b135-a9bb88e7ed8a req-ed5fe53f-32ba-49c5-b5e2-38dc2e585649 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=6729bb24-9786-4f47-bee1-4821053a11a2 HTTP/1.1" status: 200 len: 848 time: 0.0474668 Jan 26 19:35:51.298704 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-ea63d517-47a9-46b4-8594-c334ecfa6053 None None] Set router 08954707-9268-4d1b-8fc4-979d1aba2ecf gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:35:51.346150 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a5178-cbc7-41df-b135-a9bb88e7ed8a req-a64ed714-f057-4aaf-a1c4-ea6fec14147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:51.347646 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ed7a5178-cbc7-41df-b135-a9bb88e7ed8a req-a64ed714-f057-4aaf-a1c4-ea6fec14147b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cbb19803-443d-4415-86c7-ff03c2048d20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458267 Jan 26 19:35:51.359023 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [req-ed7a5178-cbc7-41df-b135-a9bb88e7ed8a req-ea3c8749-16a5-4776-9032-0afed76e52ad service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:35:51.359984 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ed7a5178-cbc7-41df-b135-a9bb88e7ed8a req-ea3c8749-16a5-4776-9032-0afed76e52ad service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049243 Jan 26 19:35:51.450573 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ed7a5178-cbc7-41df-b135-a9bb88e7ed8a req-c7855a71-fbbd-4333-962e-d6e0149689c3 service neutron] 10.222.0.46 "GET /v2.0/networks/cbb19803-443d-4415-86c7-ff03c2048d20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836356 Jan 26 19:35:51.502665 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-ea63d517-47a9-46b4-8594-c334ecfa6053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'name': 'tempest-TestShelveInstance-1736345297-router', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:50Z', 'revision_number': 4, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'gw_port': {'id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '31694d8b-6f91-4461-8463-654169471e12', 'name': '', 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'mac_address': 'fa:16:3e:8e:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:48Z', 'updated_at': '2022-01-26T19:28:54Z', 'revision_number': 5, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'subnets': [{'id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:51.535146 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea63d517-47a9-46b4-8594-c334ecfa6053 None None] The sync data for ids ['08954707-9268-4d1b-8fc4-979d1aba2ecf'] in dv-cinder-794001-3-iscsi is: [{'id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'name': 'tempest-TestShelveInstance-1736345297-router', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:50Z', 'revision_number': 4, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'gw_port': {'id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '31694d8b-6f91-4461-8463-654169471e12', 'name': '', 'network_id': 'cbb19803-443d-4415-86c7-ff03c2048d20', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'mac_address': 'fa:16:3e:8e:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:48Z', 'updated_at': '2022-01-26T19:28:54Z', 'revision_number': 5, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'subnets': [{'id': '6729bb24-9786-4f47-bee1-4821053a11a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:35:51.550584 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ed7a5178-cbc7-41df-b135-a9bb88e7ed8a req-1893174e-b58b-4223-8995-bbf68e08841b service neutron] 10.222.0.46 "GET /v2.0/networks/cbb19803-443d-4415-86c7-ff03c2048d20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935524 Jan 26 19:35:51.760330 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d42343e-9f18-46ec-85c8-fc7daa199d7e None None] New status for floating IP ae5dd9ff-08b8-4ff7-9393-e465fa0e03b1: DOWN {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:35:52.188903 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1c93f-56f6-4aa8-9cf6-586d33134667 req-a0272047-adde-4dea-9c62-ad41addb2e27 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:52.190397 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e4e1c93f-56f6-4aa8-9cf6-586d33134667 req-a0272047-adde-4dea-9c62-ad41addb2e27 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0531287 Jan 26 19:35:52.241128 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e4e1c93f-56f6-4aa8-9cf6-586d33134667 req-09cf62a0-f2b7-4cbe-8f54-86b21cb9df0f tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/security-groups?id=c81cd648-0073-497b-ba04-894fe1769930&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451791 Jan 26 19:35:52.944283 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21571865-0896-42f7-9044-9157382dd90f req-6d8fca44-6bb6-4964-b724-38e306f16436 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:35:52.945708 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-21571865-0896-42f7-9044-9157382dd90f req-6d8fca44-6bb6-4964-b724-38e306f16436 tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.46 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 945 time: 0.0486279 Jan 26 19:35:53.037387 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-21571865-0896-42f7-9044-9157382dd90f req-4aad75a0-4713-43a5-97b9-ff6f170b21bd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Deleting port 8a15c594-cba7-47ee-a2b3-43518a18cd89 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:35:53.037734 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-21571865-0896-42f7-9044-9157382dd90f req-4aad75a0-4713-43a5-97b9-ff6f170b21bd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:53.124729 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-21571865-0896-42f7-9044-9157382dd90f req-4aad75a0-4713-43a5-97b9-ff6f170b21bd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] For port 8a15c594-cba7-47ee-a2b3-43518a18cd89, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=8a15c594-cba7-47ee-a2b3-43518a18cd89,segment=NetworkSegment(cdbadc41-f04b-404f-a6fa-05259b01a168),segment_id=cdbadc41-f04b-404f-a6fa-05259b01a168)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:35:53.125084 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-21571865-0896-42f7-9044-9157382dd90f req-4aad75a0-4713-43a5-97b9-ff6f170b21bd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:53.136907 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-21571865-0896-42f7-9044-9157382dd90f req-4aad75a0-4713-43a5-97b9-ff6f170b21bd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Calling delete_port for 8a15c594-cba7-47ee-a2b3-43518a18cd89 owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:35:53.264705 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-21571865-0896-42f7-9044-9157382dd90f req-4aad75a0-4713-43a5-97b9-ff6f170b21bd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (8a15c594-cba7-47ee-a2b3-43518a18cd89), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:53.294260 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad75a0-4713-43a5-97b9-ff6f170b21bd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Pushing event deleted for resources: {'Port': ['ID=8a15c594-cba7-47ee-a2b3-43518a18cd89,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:53.345301 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-21571865-0896-42f7-9044-9157382dd90f req-4aad75a0-4713-43a5-97b9-ff6f170b21bd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] No DVR routers for this DVR port 8a15c594-cba7-47ee-a2b3-43518a18cd89 on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:35:53.365323 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-21571865-0896-42f7-9044-9157382dd90f req-4aad75a0-4713-43a5-97b9-ff6f170b21bd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:53.369274 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-21571865-0896-42f7-9044-9157382dd90f req-4aad75a0-4713-43a5-97b9-ff6f170b21bd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.46 "DELETE /v2.0/ports/8a15c594-cba7-47ee-a2b3-43518a18cd89 HTTP/1.1" status: 204 len: 173 time: 0.4177454 Jan 26 19:35:53.369723 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4c9802-6d78-4385-bea2-9fccff04955b', 'name': 'network-vif-deleted', 'tag': '8a15c594-cba7-47ee-a2b3-43518a18cd89'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:35:53.372227 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f18d842-febe-422f-97d3-8763e0f86bb0" -d '{"events": [{"server_uuid": "4d4c9802-6d78-4385-bea2-9fccff04955b", "name": "network-vif-deleted", "tag": "8a15c594-cba7-47ee-a2b3-43518a18cd89"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:35:53.377524 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8f532f60-2471-4594-ba20-3cea9f391f97 req-16588ee5-b57d-4c8f-8d6c-cd640369233a tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d4c9802-6d78-4385-bea2-9fccff04955b HTTP/1.1" status: 200 len: 210 time: 0.0603924 Jan 26 19:35:53.410749 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b90a363-f0b3-4d09-ade4-0f5abc1d9a55 x-openstack-request-id: req-8b90a363-f0b3-4d09-ade4-0f5abc1d9a55 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:35:53.411393 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4c9802-6d78-4385-bea2-9fccff04955b", "name": "network-vif-deleted", "tag": "8a15c594-cba7-47ee-a2b3-43518a18cd89", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:35:53.411650 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8b90a363-f0b3-4d09-ade4-0f5abc1d9a55 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:35:53.412076 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4c9802-6d78-4385-bea2-9fccff04955b', 'name': 'network-vif-deleted', 'tag': '8a15c594-cba7-47ee-a2b3-43518a18cd89', 'status': 'completed', 'code': 200} Jan 26 19:35:54.433906 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 60264) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:54.488746 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6252aabf-bbe2-466f-9774-dc7a9754d4cd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group (c81cd648-0073-497b-ba04-894fe1769930), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:54.513378 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6252aabf-bbe2-466f-9774-dc7a9754d4cd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group (c81cd648-0073-497b-ba04-894fe1769930), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:54.578684 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6252aabf-bbe2-466f-9774-dc7a9754d4cd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c81cd648-0073-497b-ba04-894fe1769930), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:54.581974 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6252aabf-bbe2-466f-9774-dc7a9754d4cd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:54.583191 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-6252aabf-bbe2-466f-9774-dc7a9754d4cd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] 10.222.0.50 "DELETE /v2.0/security-groups/c81cd648-0073-497b-ba04-894fe1769930 HTTP/1.1" status: 204 len: 168 time: 0.1484971 Jan 26 19:35:54.598276 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252aabf-bbe2-466f-9774-dc7a9754d4cd tempest-TestShelveInstance-1505514135 tempest-TestShelveInstance-1505514135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81cd648-0073-497b-ba04-894fe1769930,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:54.636941 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 60268) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:55.080295 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d283a094-aae2-4bdb-b8bc-235f9ce14fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747372'] for router_interface (08954707-9268-4d1b-8fc4-979d1aba2ecf), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:55.331223 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-d283a094-aae2-4bdb-b8bc-235f9ce14fac admin admin] Deleting port 31694d8b-6f91-4461-8463-654169471e12 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:35:55.331474 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d283a094-aae2-4bdb-b8bc-235f9ce14fac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (31694d8b-6f91-4461-8463-654169471e12), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:55.407640 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-d283a094-aae2-4bdb-b8bc-235f9ce14fac admin admin] For port 31694d8b-6f91-4461-8463-654169471e12, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=31694d8b-6f91-4461-8463-654169471e12,segment=NetworkSegment(cdbadc41-f04b-404f-a6fa-05259b01a168),segment_id=cdbadc41-f04b-404f-a6fa-05259b01a168)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:35:55.408022 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d283a094-aae2-4bdb-b8bc-235f9ce14fac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (31694d8b-6f91-4461-8463-654169471e12), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:55.420763 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-d283a094-aae2-4bdb-b8bc-235f9ce14fac admin admin] Calling delete_port for 31694d8b-6f91-4461-8463-654169471e12 owned by network:router_interface {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:35:55.602298 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d283a094-aae2-4bdb-b8bc-235f9ce14fac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (31694d8b-6f91-4461-8463-654169471e12), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:55.631725 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283a094-aae2-4bdb-b8bc-235f9ce14fac admin admin] Pushing event deleted for resources: {'Port': ['ID=31694d8b-6f91-4461-8463-654169471e12,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:55.805776 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d283a094-aae2-4bdb-b8bc-235f9ce14fac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1016835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747512'] for router_interface (08954707-9268-4d1b-8fc4-979d1aba2ecf), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:56.015391 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d283a094-aae2-4bdb-b8bc-235f9ce14fac admin admin] Router 08954707-9268-4d1b-8fc4-979d1aba2ecf has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:35:56.117188 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d283a094-aae2-4bdb-b8bc-235f9ce14fac admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:35:56.122277 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-d283a094-aae2-4bdb-b8bc-235f9ce14fac admin admin] 10.222.0.50 "PUT /v2.0/routers/08954707-9268-4d1b-8fc4-979d1aba2ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4842713 Jan 26 19:35:56.124786 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 60274) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:56.125850 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c161c87c-e9e2-4a79-b262-9aa539385abb None None] Sync routers for ids ['08954707-9268-4d1b-8fc4-979d1aba2ecf'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:35:56.135225 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c161c87c-e9e2-4a79-b262-9aa539385abb None None] Routers {'08954707-9268-4d1b-8fc4-979d1aba2ecf'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:35:56.135869 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-c161c87c-e9e2-4a79-b262-9aa539385abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:35:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['08954707-9268-4d1b-8fc4-979d1aba2ecf'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:56.226191 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3392b35-b3d0-456d-8137-2c3cf95edd27 admin admin] Publish callbacks [] for router (08954707-9268-4d1b-8fc4-979d1aba2ecf), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:56.241411 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-c161c87c-e9e2-4a79-b262-9aa539385abb None None] Set router 08954707-9268-4d1b-8fc4-979d1aba2ecf gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:35:56.325253 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3392b35-b3d0-456d-8137-2c3cf95edd27 admin admin] Publish callbacks [] for router_gateway (08954707-9268-4d1b-8fc4-979d1aba2ecf), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:56.382661 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-a3392b35-b3d0-456d-8137-2c3cf95edd27 admin admin] Deleting port dd9dfe97-029d-4a2b-8298-1dab38219bbf {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:35:56.383003 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3392b35-b3d0-456d-8137-2c3cf95edd27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (dd9dfe97-029d-4a2b-8298-1dab38219bbf), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:56.417010 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-c161c87c-e9e2-4a79-b262-9aa539385abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'name': 'tempest-TestShelveInstance-1736345297-router', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:35:55Z', 'revision_number': 5, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'gw_port': {'id': 'dd9dfe97-029d-4a2b-8298-1dab38219bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:bb:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:56.442750 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c161c87c-e9e2-4a79-b262-9aa539385abb None None] Checking router: 08954707-9268-4d1b-8fc4-979d1aba2ecf for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:35:56.450654 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c161c87c-e9e2-4a79-b262-9aa539385abb None None] Routers {'08954707-9268-4d1b-8fc4-979d1aba2ecf'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:35:56.451250 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-c161c87c-e9e2-4a79-b262-9aa539385abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:35:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['08954707-9268-4d1b-8fc4-979d1aba2ecf'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:56.458676 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-a3392b35-b3d0-456d-8137-2c3cf95edd27 admin admin] For port dd9dfe97-029d-4a2b-8298-1dab38219bbf, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=dd9dfe97-029d-4a2b-8298-1dab38219bbf,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:35:56.459202 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3392b35-b3d0-456d-8137-2c3cf95edd27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (dd9dfe97-029d-4a2b-8298-1dab38219bbf), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:56.470749 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-a3392b35-b3d0-456d-8137-2c3cf95edd27 admin admin] Calling delete_port for dd9dfe97-029d-4a2b-8298-1dab38219bbf owned by network:router_gateway {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:35:56.509753 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 8a15c594-cba7-47ee-a2b3-43518a18cd89 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:35:56.539093 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: 8a15c594-cba7-47ee-a2b3-43518a18cd89 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:35:56.540006 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 8a15c594-cba7-47ee-a2b3-43518a18cd89 not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:35:56.547326 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-c161c87c-e9e2-4a79-b262-9aa539385abb None None] Set router 08954707-9268-4d1b-8fc4-979d1aba2ecf gateway port host: None {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:35:56.602386 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-c161c87c-e9e2-4a79-b262-9aa539385abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'name': 'tempest-TestShelveInstance-1736345297-router', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:35:56Z', 'revision_number': 6, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'gw_port_host': None}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:56.628867 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c161c87c-e9e2-4a79-b262-9aa539385abb None None] The sync data for ids ['08954707-9268-4d1b-8fc4-979d1aba2ecf'] in dv-cinder-794001-3-iscsi is: [{'id': '08954707-9268-4d1b-8fc4-979d1aba2ecf', 'name': 'tempest-TestShelveInstance-1736345297-router', 'tenant_id': '84d90c74a445407ab6459be30826b3f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:45Z', 'updated_at': '2022-01-26T19:35:56Z', 'revision_number': 6, 'project_id': '84d90c74a445407ab6459be30826b3f7', 'gw_port_host': None}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:35:56.641625 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3392b35-b3d0-456d-8137-2c3cf95edd27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (dd9dfe97-029d-4a2b-8298-1dab38219bbf), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:56.672301 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3392b35-b3d0-456d-8137-2c3cf95edd27 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd9dfe97-029d-4a2b-8298-1dab38219bbf,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:56.731930 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3392b35-b3d0-456d-8137-2c3cf95edd27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748694'] for router_gateway (08954707-9268-4d1b-8fc4-979d1aba2ecf), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:56.817455 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3392b35-b3d0-456d-8137-2c3cf95edd27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497413'] for router (08954707-9268-4d1b-8fc4-979d1aba2ecf), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:56.819502 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3392b35-b3d0-456d-8137-2c3cf95edd27 admin admin] Publish callbacks [] for router_controller (08954707-9268-4d1b-8fc4-979d1aba2ecf), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:56.860885 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3392b35-b3d0-456d-8137-2c3cf95edd27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752138'] for router (08954707-9268-4d1b-8fc4-979d1aba2ecf), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:56.861396 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3392b35-b3d0-456d-8137-2c3cf95edd27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08954707-9268-4d1b-8fc4-979d1aba2ecf {{(pid=102405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 19:35:56.866668 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-a3392b35-b3d0-456d-8137-2c3cf95edd27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:56.867839 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-a3392b35-b3d0-456d-8137-2c3cf95edd27 admin admin] 10.222.0.50 "DELETE /v2.0/routers/08954707-9268-4d1b-8fc4-979d1aba2ecf HTTP/1.1" status: 204 len: 168 time: 0.7420890 Jan 26 19:35:56.870359 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 60286) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:56.916309 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_v2 [None req-f837cdf4-a465-4741-86e2-58cf23d7842c admin admin] Deleting subnet 6729bb24-9786-4f47-bee1-4821053a11a2 {{(pid=102405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:35:56.919193 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f837cdf4-a465-4741-86e2-58cf23d7842c admin admin] Publish callbacks [] for subnet (6729bb24-9786-4f47-bee1-4821053a11a2), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:57.180376 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f837cdf4-a465-4741-86e2-58cf23d7842c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8393457'] for subnet (6729bb24-9786-4f47-bee1-4821053a11a2), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:57.253742 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f837cdf4-a465-4741-86e2-58cf23d7842c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588427'] for subnet (6729bb24-9786-4f47-bee1-4821053a11a2), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:57.308429 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f837cdf4-a465-4741-86e2-58cf23d7842c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8804400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069609'] for subnet (6729bb24-9786-4f47-bee1-4821053a11a2), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:57.332929 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837cdf4-a465-4741-86e2-58cf23d7842c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6729bb24-9786-4f47-bee1-4821053a11a2,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:57.341808 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f837cdf4-a465-4741-86e2-58cf23d7842c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:57.345860 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f837cdf4-a465-4741-86e2-58cf23d7842c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6729bb24-9786-4f47-bee1-4821053a11a2 HTTP/1.1" status: 204 len: 168 time: 0.4743991 Jan 26 19:35:57.348786 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 60296) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:57.351634 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f1e3d1-baea-4d56-be8e-146be1eae643 None None] Network cbb19803-443d-4415-86c7-ff03c2048d20 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:35:57.422946 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056074'] for network (cbb19803-443d-4415-86c7-ff03c2048d20), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:57.482176 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] Deleting port 778aa527-b005-45a6-8333-fdbdc7f55b55 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:35:57.482176 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (778aa527-b005-45a6-8333-fdbdc7f55b55), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:57.512602 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5494b6-4c89-4e0e-be4c-1743c03a1cf9 None None] DHCP port deletion for cbb19803-443d-4415-86c7-ff03c2048d20 request from dv-cinder-794001-3-iscsi {{(pid=102407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 19:35:57.549327 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] For port 778aa527-b005-45a6-8333-fdbdc7f55b55, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=778aa527-b005-45a6-8333-fdbdc7f55b55,segment=NetworkSegment(cdbadc41-f04b-404f-a6fa-05259b01a168),segment_id=cdbadc41-f04b-404f-a6fa-05259b01a168)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:35:57.549694 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (778aa527-b005-45a6-8333-fdbdc7f55b55), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:57.562635 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] Calling delete_port for 778aa527-b005-45a6-8333-fdbdc7f55b55 owned by network:dhcp {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:35:57.567361 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-5a5494b6-4c89-4e0e-be4c-1743c03a1cf9 None None] Deleting port 778aa527-b005-45a6-8333-fdbdc7f55b55 {{(pid=102407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:35:57.568153 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-5a5494b6-4c89-4e0e-be4c-1743c03a1cf9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (778aa527-b005-45a6-8333-fdbdc7f55b55), before_delete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:57.639972 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-5a5494b6-4c89-4e0e-be4c-1743c03a1cf9 None None] For port 778aa527-b005-45a6-8333-fdbdc7f55b55, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=778aa527-b005-45a6-8333-fdbdc7f55b55,segment=NetworkSegment(cdbadc41-f04b-404f-a6fa-05259b01a168),segment_id=cdbadc41-f04b-404f-a6fa-05259b01a168)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:35:57.640375 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-5a5494b6-4c89-4e0e-be4c-1743c03a1cf9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (778aa527-b005-45a6-8333-fdbdc7f55b55), precommit_delete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:57.648310 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (778aa527-b005-45a6-8333-fdbdc7f55b55), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:57.656050 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-5a5494b6-4c89-4e0e-be4c-1743c03a1cf9 None None] Calling delete_port for 778aa527-b005-45a6-8333-fdbdc7f55b55 owned by network:dhcp {{(pid=102407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:35:57.675384 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] Pushing event deleted for resources: {'Port': ['ID=778aa527-b005-45a6-8333-fdbdc7f55b55,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:57.680152 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] No DVR routers for this DVR port 778aa527-b005-45a6-8333-fdbdc7f55b55 on host dv-cinder-794001-3-iscsi {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:35:57.750205 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1586524', 'neutron.services.segments.db._delete_segments_for_network-8757114033794'] for network (cbb19803-443d-4415-86c7-ff03c2048d20), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:57.775978 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb19803-443d-4415-86c7-ff03c2048d20']}} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:57.777303 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-5a5494b6-4c89-4e0e-be4c-1743c03a1cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830'] for port (778aa527-b005-45a6-8333-fdbdc7f55b55), after_delete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:57.783302 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 778aa527-b005-45a6-8333-fdbdc7f55b55 no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:35:57.787020 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdbadc41-f04b-404f-a6fa-05259b01a168') {'for_net_delete': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:57.787317 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdbadc41-f04b-404f-a6fa-05259b01a168') {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:57.796632 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757114034827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8393464'] for segment (cdbadc41-f04b-404f-a6fa-05259b01a168), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:57.810610 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (cdbadc41-f04b-404f-a6fa-05259b01a168), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:57.816650 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=102405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:35:57.817026 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8804510'] for segment (cdbadc41-f04b-404f-a6fa-05259b01a168), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: Traceback (most recent call last): Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: timer() Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: cb(*args, **kw) Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: return func(*args, **kwargs) Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: self._notify() Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: self.callback(batched_events) Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: event.method(event) Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: return f(self, *a, **k) Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: return self._get(url).json() Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: return self.request(url, 'GET', **kwargs) Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:35:57.818901 dv-cinder-794001-3-iscsi neutron-server[102405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:35:57.826855 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5494b6-4c89-4e0e-be4c-1743c03a1cf9 None None] Pushing event deleted for resources: {'Port': ['ID=778aa527-b005-45a6-8333-fdbdc7f55b55,revision_number=None']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:57.829707 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: 778aa527-b005-45a6-8333-fdbdc7f55b55 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:35:57.830046 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 778aa527-b005-45a6-8333-fdbdc7f55b55 not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:35:57.830487 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 31694d8b-6f91-4461-8463-654169471e12 no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:35:57.832634 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5494b6-4c89-4e0e-be4c-1743c03a1cf9 None None] No DVR routers for this DVR port 778aa527-b005-45a6-8333-fdbdc7f55b55 on host dv-cinder-794001-3-iscsi {{(pid=102407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:35:57.852950 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: 31694d8b-6f91-4461-8463-654169471e12 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:35:57.853288 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 31694d8b-6f91-4461-8463-654169471e12 not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:35:57.853707 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device dd9dfe97-029d-4a2b-8298-1dab38219bbf no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:35:57.876123 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1586517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747646'] for network (cbb19803-443d-4415-86c7-ff03c2048d20), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:57.879048 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: dd9dfe97-029d-4a2b-8298-1dab38219bbf {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:35:57.879497 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device dd9dfe97-029d-4a2b-8298-1dab38219bbf not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:35:57.881175 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:57.884731 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] 10.222.0.50 "DELETE /v2.0/networks/cbb19803-443d-4415-86c7-ff03c2048d20 HTTP/1.1" status: 204 len: 168 time: 0.5350120 Jan 26 19:35:57.887959 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 60300) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:57.899086 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a7019-f907-4b26-983d-12c58d332360 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbb19803-443d-4415-86c7-ff03c2048d20,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:58.442913 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8a29303b-7270-4bb8-86a2-59518c429787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747372'] for router_interface (c2229cab-4427-4924-9ee4-b55bada5e016), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:58.680703 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-8a29303b-7270-4bb8-86a2-59518c429787 admin admin] Deleting port 5f779529-1ad3-466a-ad30-5469fddcee45 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:35:58.681068 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8a29303b-7270-4bb8-86a2-59518c429787 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (5f779529-1ad3-466a-ad30-5469fddcee45), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:58.756043 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-8a29303b-7270-4bb8-86a2-59518c429787 admin admin] For port 5f779529-1ad3-466a-ad30-5469fddcee45, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=5f779529-1ad3-466a-ad30-5469fddcee45,segment=NetworkSegment(e7f1d110-bdca-49a0-8032-d045ea499860),segment_id=e7f1d110-bdca-49a0-8032-d045ea499860)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:35:58.756399 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8a29303b-7270-4bb8-86a2-59518c429787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (5f779529-1ad3-466a-ad30-5469fddcee45), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:58.767431 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-8a29303b-7270-4bb8-86a2-59518c429787 admin admin] Calling delete_port for 5f779529-1ad3-466a-ad30-5469fddcee45 owned by network:router_interface {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:35:58.943174 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8a29303b-7270-4bb8-86a2-59518c429787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (5f779529-1ad3-466a-ad30-5469fddcee45), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:58.972680 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29303b-7270-4bb8-86a2-59518c429787 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f779529-1ad3-466a-ad30-5469fddcee45,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:35:59.126350 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-8a29303b-7270-4bb8-86a2-59518c429787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1016835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747512'] for router_interface (c2229cab-4427-4924-9ee4-b55bada5e016), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:59.334977 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a29303b-7270-4bb8-86a2-59518c429787 admin admin] Router c2229cab-4427-4924-9ee4-b55bada5e016 has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:35:59.437768 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a29303b-7270-4bb8-86a2-59518c429787 admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:35:59.443220 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-8a29303b-7270-4bb8-86a2-59518c429787 admin admin] 10.222.0.50 "PUT /v2.0/routers/c2229cab-4427-4924-9ee4-b55bada5e016/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5531540 Jan 26 19:35:59.445706 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 60306) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:35:59.447876 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f0d1b-276f-455a-9fc8-8b7c22df8c18 None None] Sync routers for ids ['c2229cab-4427-4924-9ee4-b55bada5e016'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:35:59.458375 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f0d1b-276f-455a-9fc8-8b7c22df8c18 None None] Routers {'c2229cab-4427-4924-9ee4-b55bada5e016'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:35:59.459169 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-0c2f0d1b-276f-455a-9fc8-8b7c22df8c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:35:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['c2229cab-4427-4924-9ee4-b55bada5e016'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:59.546632 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5060cb4f-34ed-4137-809a-29cea9a7a941 admin admin] Publish callbacks [] for router (c2229cab-4427-4924-9ee4-b55bada5e016), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:59.562145 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-0c2f0d1b-276f-455a-9fc8-8b7c22df8c18 None None] Set router c2229cab-4427-4924-9ee4-b55bada5e016 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:35:59.648476 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5060cb4f-34ed-4137-809a-29cea9a7a941 admin admin] Publish callbacks [] for router_gateway (c2229cab-4427-4924-9ee4-b55bada5e016), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:59.704754 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-5060cb4f-34ed-4137-809a-29cea9a7a941 admin admin] Deleting port df678b75-2865-4bbf-baa2-7edd3c07f896 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:35:59.705095 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5060cb4f-34ed-4137-809a-29cea9a7a941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (df678b75-2865-4bbf-baa2-7edd3c07f896), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:59.750866 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-0c2f0d1b-276f-455a-9fc8-8b7c22df8c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2229cab-4427-4924-9ee4-b55bada5e016', 'name': 'tempest-TestShelveInstance-146155761-router', 'tenant_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'df678b75-2865-4bbf-baa2-7edd3c07f896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:53Z', 'updated_at': '2022-01-26T19:35:58Z', 'revision_number': 5, 'project_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'gw_port': {'id': 'df678b75-2865-4bbf-baa2-7edd3c07f896', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:23:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2229cab-4427-4924-9ee4-b55bada5e016', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:28:54Z', 'updated_at': '2022-01-26T19:29:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:59.778219 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f0d1b-276f-455a-9fc8-8b7c22df8c18 None None] Checking router: c2229cab-4427-4924-9ee4-b55bada5e016 for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:35:59.785418 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-5060cb4f-34ed-4137-809a-29cea9a7a941 admin admin] For port df678b75-2865-4bbf-baa2-7edd3c07f896, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=df678b75-2865-4bbf-baa2-7edd3c07f896,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:35:59.785783 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5060cb4f-34ed-4137-809a-29cea9a7a941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (df678b75-2865-4bbf-baa2-7edd3c07f896), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:59.786311 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f0d1b-276f-455a-9fc8-8b7c22df8c18 None None] Routers {'c2229cab-4427-4924-9ee4-b55bada5e016'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:35:59.786908 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-0c2f0d1b-276f-455a-9fc8-8b7c22df8c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:35:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['c2229cab-4427-4924-9ee4-b55bada5e016'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:59.797443 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-5060cb4f-34ed-4137-809a-29cea9a7a941 admin admin] Calling delete_port for df678b75-2865-4bbf-baa2-7edd3c07f896 owned by network:router_gateway {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:35:59.869032 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-0c2f0d1b-276f-455a-9fc8-8b7c22df8c18 None None] Set router c2229cab-4427-4924-9ee4-b55bada5e016 gateway port host: None {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:35:59.923633 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-0c2f0d1b-276f-455a-9fc8-8b7c22df8c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2229cab-4427-4924-9ee4-b55bada5e016', 'name': 'tempest-TestShelveInstance-146155761-router', 'tenant_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:53Z', 'updated_at': '2022-01-26T19:35:59Z', 'revision_number': 6, 'project_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'gw_port_host': None}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:35:59.950595 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2f0d1b-276f-455a-9fc8-8b7c22df8c18 None None] The sync data for ids ['c2229cab-4427-4924-9ee4-b55bada5e016'] in dv-cinder-794001-3-iscsi is: [{'id': 'c2229cab-4427-4924-9ee4-b55bada5e016', 'name': 'tempest-TestShelveInstance-146155761-router', 'tenant_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:28:53Z', 'updated_at': '2022-01-26T19:35:59Z', 'revision_number': 6, 'project_id': 'ef94837f5d8040ca9d0fb1199d1a61bc', 'gw_port_host': None}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:35:59.960096 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5060cb4f-34ed-4137-809a-29cea9a7a941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (df678b75-2865-4bbf-baa2-7edd3c07f896), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:35:59.990947 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5060cb4f-34ed-4137-809a-29cea9a7a941 admin admin] Pushing event deleted for resources: {'Port': ['ID=df678b75-2865-4bbf-baa2-7edd3c07f896,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:00.048768 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5060cb4f-34ed-4137-809a-29cea9a7a941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748694'] for router_gateway (c2229cab-4427-4924-9ee4-b55bada5e016), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.138005 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5060cb4f-34ed-4137-809a-29cea9a7a941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497413'] for router (c2229cab-4427-4924-9ee4-b55bada5e016), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.140148 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5060cb4f-34ed-4137-809a-29cea9a7a941 admin admin] Publish callbacks [] for router_controller (c2229cab-4427-4924-9ee4-b55bada5e016), precommit_delete_associations {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.181852 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5060cb4f-34ed-4137-809a-29cea9a7a941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752138'] for router (c2229cab-4427-4924-9ee4-b55bada5e016), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.182368 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5060cb4f-34ed-4137-809a-29cea9a7a941 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2229cab-4427-4924-9ee4-b55bada5e016 {{(pid=102406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 19:36:00.186698 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5060cb4f-34ed-4137-809a-29cea9a7a941 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.187852 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-5060cb4f-34ed-4137-809a-29cea9a7a941 admin admin] 10.222.0.50 "DELETE /v2.0/routers/c2229cab-4427-4924-9ee4-b55bada5e016 HTTP/1.1" status: 204 len: 168 time: 0.7412322 Jan 26 19:36:00.190305 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 60310) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:36:00.236131 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df70fbb-8324-4e8c-8ce4-44b69dbcdbc3 admin admin] Deleting subnet 7339cf6b-144a-4c3c-a01d-fa45b117f776 {{(pid=102406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:36:00.243051 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3df70fbb-8324-4e8c-8ce4-44b69dbcdbc3 admin admin] Publish callbacks [] for subnet (7339cf6b-144a-4c3c-a01d-fa45b117f776), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.276893 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3df70fbb-8324-4e8c-8ce4-44b69dbcdbc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8905233'] for subnet (7339cf6b-144a-4c3c-a01d-fa45b117f776), precommit_delete_associations {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.354829 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3df70fbb-8324-4e8c-8ce4-44b69dbcdbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588427'] for subnet (7339cf6b-144a-4c3c-a01d-fa45b117f776), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.407338 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3df70fbb-8324-4e8c-8ce4-44b69dbcdbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8613420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456519'] for subnet (7339cf6b-144a-4c3c-a01d-fa45b117f776), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.435868 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df70fbb-8324-4e8c-8ce4-44b69dbcdbc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7339cf6b-144a-4c3c-a01d-fa45b117f776,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:00.439402 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3df70fbb-8324-4e8c-8ce4-44b69dbcdbc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.443697 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-3df70fbb-8324-4e8c-8ce4-44b69dbcdbc3 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7339cf6b-144a-4c3c-a01d-fa45b117f776 HTTP/1.1" status: 204 len: 168 time: 0.2514453 Jan 26 19:36:00.445113 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 60312) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:36:00.445354 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0924c4b5-b95d-4bdf-b740-fe867687d2dd None None] Network a4022cf2-b172-4d79-b584-00d1723b92b2 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:36:00.511055 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056074'] for network (a4022cf2-b172-4d79-b584-00d1723b92b2), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.564263 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] Deleting port 32b891b2-391f-49ce-9bae-a65c48306b8f {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:36:00.564594 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (32b891b2-391f-49ce-9bae-a65c48306b8f), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.627225 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] For port 32b891b2-391f-49ce-9bae-a65c48306b8f, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=32b891b2-391f-49ce-9bae-a65c48306b8f,segment=NetworkSegment(e7f1d110-bdca-49a0-8032-d045ea499860),segment_id=e7f1d110-bdca-49a0-8032-d045ea499860)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:36:00.627515 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (32b891b2-391f-49ce-9bae-a65c48306b8f), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.639141 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] Calling delete_port for 32b891b2-391f-49ce-9bae-a65c48306b8f owned by network:dhcp {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:36:00.693313 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb17da6-5fc9-4e26-9410-d1341360ac47 None None] DHCP port deletion for a4022cf2-b172-4d79-b584-00d1723b92b2 request from dv-cinder-794001-3-iscsi {{(pid=102407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 19:36:00.722867 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (32b891b2-391f-49ce-9bae-a65c48306b8f), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.749006 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-bdb17da6-5fc9-4e26-9410-d1341360ac47 None None] Deleting port 32b891b2-391f-49ce-9bae-a65c48306b8f {{(pid=102407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:36:00.749376 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-bdb17da6-5fc9-4e26-9410-d1341360ac47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (32b891b2-391f-49ce-9bae-a65c48306b8f), before_delete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.758151 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] No DVR routers for this DVR port 32b891b2-391f-49ce-9bae-a65c48306b8f on host dv-cinder-794001-3-iscsi {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:36:00.762084 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=32b891b2-391f-49ce-9bae-a65c48306b8f,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:00.812750 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-bdb17da6-5fc9-4e26-9410-d1341360ac47 None None] For port 32b891b2-391f-49ce-9bae-a65c48306b8f, host dv-cinder-794001-3-iscsi, got binding levels [] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:36:00.813293 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-bdb17da6-5fc9-4e26-9410-d1341360ac47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (32b891b2-391f-49ce-9bae-a65c48306b8f), precommit_delete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.832291 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-bdb17da6-5fc9-4e26-9410-d1341360ac47 None None] Calling delete_port for 32b891b2-391f-49ce-9bae-a65c48306b8f owned by network:dhcp {{(pid=102407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:36:00.835110 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1586524', 'neutron.services.segments.db._delete_segments_for_network-8757114033794'] for network (a4022cf2-b172-4d79-b584-00d1723b92b2), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.835288 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.ipam_backend_mixin [None req-bdb17da6-5fc9-4e26-9410-d1341360ac47 None None] Port 32b891b2-391f-49ce-9bae-a65c48306b8f was not found and therefore no delete operation was performed {{(pid=102407) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 26 19:36:00.836637 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-bdb17da6-5fc9-4e26-9410-d1341360ac47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830'] for port (32b891b2-391f-49ce-9bae-a65c48306b8f), after_delete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.854633 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4022cf2-b172-4d79-b584-00d1723b92b2']}} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:36:00.862093 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb17da6-5fc9-4e26-9410-d1341360ac47 None None] Pushing event deleted for resources: {'Port': ['ID=32b891b2-391f-49ce-9bae-a65c48306b8f,revision_number=None']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:00.864386 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f1d110-bdca-49a0-8032-d045ea499860') {'for_net_delete': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:36:00.864860 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f1d110-bdca-49a0-8032-d045ea499860') {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:36:00.865506 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb17da6-5fc9-4e26-9410-d1341360ac47 None None] No DVR routers for this DVR port 32b891b2-391f-49ce-9bae-a65c48306b8f on host dv-cinder-794001-3-iscsi {{(pid=102407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:36:00.880340 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757114034827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8905240'] for segment (e7f1d110-bdca-49a0-8032-d045ea499860), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.895017 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (e7f1d110-bdca-49a0-8032-d045ea499860), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.901792 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=102406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:36:00.902241 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8613506'] for segment (e7f1d110-bdca-49a0-8032-d045ea499860), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: Traceback (most recent call last): Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: timer() Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: cb(*args, **kw) Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: return func(*args, **kwargs) Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: self._notify() Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: self.callback(batched_events) Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: event.method(event) Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: return f(self, *a, **k) Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: return self._get(url).json() Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: return self.request(url, 'GET', **kwargs) Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:36:00.903991 dv-cinder-794001-3-iscsi neutron-server[102406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:36:00.962505 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1586517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747646'] for network (a4022cf2-b172-4d79-b584-00d1723b92b2), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.968180 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:00.971378 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a4022cf2-b172-4d79-b584-00d1723b92b2 HTTP/1.1" status: 204 len: 168 time: 0.5253487 Jan 26 19:36:00.985099 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3486650a-8853-46eb-9e50-ebfb8a0995d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4022cf2-b172-4d79-b584-00d1723b92b2,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:01.084597 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 60318) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:36:01.122980 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-72fba726-28f5-4c48-9c8e-ff8f95433304 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=84d90c74a445407ab6459be30826b3f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372653 Jan 26 19:36:01.125277 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 60320) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:36:01.170010 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac45b-597d-40d6-80c7-02235a5b7626 admin admin] Publish callbacks [] for security_group (de6456d6-ead4-4d06-a852-b9399850cce2), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:01.190713 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac45b-597d-40d6-80c7-02235a5b7626 admin admin] Publish callbacks [] for security_group (de6456d6-ead4-4d06-a852-b9399850cce2), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:01.237725 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac45b-597d-40d6-80c7-02235a5b7626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (de6456d6-ead4-4d06-a852-b9399850cce2), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:01.240147 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-6c1ac45b-597d-40d6-80c7-02235a5b7626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:01.241316 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-6c1ac45b-597d-40d6-80c7-02235a5b7626 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/de6456d6-ead4-4d06-a852-b9399850cce2 HTTP/1.1" status: 204 len: 168 time: 0.1151175 Jan 26 19:36:01.248813 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ac45b-597d-40d6-80c7-02235a5b7626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6456d6-ead4-4d06-a852-b9399850cce2,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:01.550718 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 60326) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:36:01.588892 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-e85122ef-f078-4b3f-b03e-75564e7990f8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ef94837f5d8040ca9d0fb1199d1a61bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370646 Jan 26 19:36:01.591149 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 60328) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:36:01.634504 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-641326ea-5eb5-46ce-9016-ce00c863d18b admin admin] Publish callbacks [] for security_group (f8cceba7-fa25-49b8-ac85-9ea6fe411825), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:01.655078 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-641326ea-5eb5-46ce-9016-ce00c863d18b admin admin] Publish callbacks [] for security_group (f8cceba7-fa25-49b8-ac85-9ea6fe411825), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:01.700147 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-641326ea-5eb5-46ce-9016-ce00c863d18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (f8cceba7-fa25-49b8-ac85-9ea6fe411825), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:01.703324 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-641326ea-5eb5-46ce-9016-ce00c863d18b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:01.704396 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-641326ea-5eb5-46ce-9016-ce00c863d18b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f8cceba7-fa25-49b8-ac85-9ea6fe411825 HTTP/1.1" status: 204 len: 168 time: 0.1124022 Jan 26 19:36:01.712793 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641326ea-5eb5-46ce-9016-ce00c863d18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cceba7-fa25-49b8-ac85-9ea6fe411825,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:01.787030 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 5f779529-1ad3-466a-ad30-5469fddcee45 no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:36:01.810470 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: 5f779529-1ad3-466a-ad30-5469fddcee45 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:36:01.810884 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 5f779529-1ad3-466a-ad30-5469fddcee45 not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:36:01.811367 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device df678b75-2865-4bbf-baa2-7edd3c07f896 no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:36:01.830182 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: df678b75-2865-4bbf-baa2-7edd3c07f896 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:36:01.831155 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device df678b75-2865-4bbf-baa2-7edd3c07f896 not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:36:01.831651 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 32b891b2-391f-49ce-9bae-a65c48306b8f no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:36:01.852507 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: 32b891b2-391f-49ce-9bae-a65c48306b8f {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:36:01.852851 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 32b891b2-391f-49ce-9bae-a65c48306b8f not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:36:04.040907 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-0b455da9-9586-4f47-a74e-67fc30e741ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:06.321254 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-74420a3a-3c14-400b-a94b-329d7598a8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:07.776184 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:08.168461 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:08.992818 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:10.307327 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:16.293783 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-af26a62a-f515-4004-ac77-b92bab21b5ab req-8172d029-4baa-4a84-ae0f-9489681fbf22 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418923 Jan 26 19:36:16.406134 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f73aac-26fb-4333-9711-9149ae092fa4 req-92aa4385-2f50-4b13-90ba-7e18c291e7fc tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:16.407586 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d7f73aac-26fb-4333-9711-9149ae092fa4 req-92aa4385-2f50-4b13-90ba-7e18c291e7fc tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 946 time: 0.0777483 Jan 26 19:36:16.413562 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26a62a-f515-4004-ac77-b92bab21b5ab req-426eab01-d29f-452b-825c-8da768ae5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:16.414905 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-af26a62a-f515-4004-ac77-b92bab21b5ab req-426eab01-d29f-452b-825c-8da768ae5d6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=200619f76ac54211847de3c39fa7c681&device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 1099 time: 0.0534909 Jan 26 19:36:16.478558 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d7f73aac-26fb-4333-9711-9149ae092fa4 req-033cb479-26f1-4a56-8508-4b7f511c008b tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627410 Jan 26 19:36:16.541278 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26a62a-f515-4004-ac77-b92bab21b5ab req-d137aa42-f7f4-4d90-8d7b-ca2c8930d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:16.542637 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-af26a62a-f515-4004-ac77-b92bab21b5ab req-d137aa42-f7f4-4d90-8d7b-ca2c8930d65a service neutron] 10.222.0.46 "GET /v2.0/networks?id=68fda3bd-90ff-4f20-8f16-b16096f575dd HTTP/1.1" status: 200 len: 917 time: 0.1080050 Jan 26 19:36:16.609695 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-af26a62a-f515-4004-ac77-b92bab21b5ab req-c1cbb9e3-ce88-4bdc-b146-80dd9b156b9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0664d13c-ea6d-44a2-a092-3eeb2d932892 HTTP/1.1" status: 200 len: 1001 time: 0.0548158 Jan 26 19:36:16.657262 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26a62a-f515-4004-ac77-b92bab21b5ab req-ed9f0353-250a-4d1b-b99a-cb5f71446e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:16.658677 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-af26a62a-f515-4004-ac77-b92bab21b5ab req-ed9f0353-250a-4d1b-b99a-cb5f71446e9f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96126fec-90a5-4e8d-afec-f07c12737d79 HTTP/1.1" status: 200 len: 855 time: 0.0420899 Jan 26 19:36:16.707373 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26a62a-f515-4004-ac77-b92bab21b5ab req-17faebc2-8e36-4e70-96ae-db2a7f390fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:16.708846 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-af26a62a-f515-4004-ac77-b92bab21b5ab req-17faebc2-8e36-4e70-96ae-db2a7f390fb9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=68fda3bd-90ff-4f20-8f16-b16096f575dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434084 Jan 26 19:36:16.793863 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-af26a62a-f515-4004-ac77-b92bab21b5ab req-765ddcf4-b4ec-4ef5-af00-dcd3fa98d9ed service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778577 Jan 26 19:36:16.883689 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-af26a62a-f515-4004-ac77-b92bab21b5ab req-be3ba5a1-c098-4fc4-9340-320b64ea5e29 service neutron] 10.222.0.46 "GET /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832376 Jan 26 19:36:17.596222 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebff09d-89fa-4f75-8d59-274b3f6c660d req-2168d625-467d-4e7f-98dd-3561011385f1 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:17.597656 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9ebff09d-89fa-4f75-8d59-274b3f6c660d req-2168d625-467d-4e7f-98dd-3561011385f1 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 946 time: 0.0468016 Jan 26 19:36:17.647701 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9ebff09d-89fa-4f75-8d59-274b3f6c660d req-a83d2f73-4c07-4521-9f4e-f7949c2d1425 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446236 Jan 26 19:36:18.377422 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059185-41b8-4c74-8e87-bae66e73932e req-43a86b9e-0b60-498e-be34-b93ca3d0ec5d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:18.378866 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ea059185-41b8-4c74-8e87-bae66e73932e req-43a86b9e-0b60-498e-be34-b93ca3d0ec5d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.46 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 946 time: 0.0477612 Jan 26 19:36:18.466104 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-ea059185-41b8-4c74-8e87-bae66e73932e req-96a575dd-4c41-40d2-8df1-2a874a01e5cd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Deleting port 0664d13c-ea6d-44a2-a092-3eeb2d932892 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:36:18.466442 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-ea059185-41b8-4c74-8e87-bae66e73932e req-96a575dd-4c41-40d2-8df1-2a874a01e5cd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:18.814530 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4fd63b-9c7e-4f09-8fdc-05ba8549207f req-8b92ba5d-b14e-4e75-b056-f9def66d1773 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:18.816017 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-7f4fd63b-9c7e-4f09-8fdc-05ba8549207f req-8b92ba5d-b14e-4e75-b056-f9def66d1773 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/ports?device_id=499a8ea2-3fbf-498e-9f50-70aad706252a HTTP/1.1" status: 200 len: 946 time: 0.0956082 Jan 26 19:36:18.817719 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-ea059185-41b8-4c74-8e87-bae66e73932e req-96a575dd-4c41-40d2-8df1-2a874a01e5cd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] For port 0664d13c-ea6d-44a2-a092-3eeb2d932892, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=0664d13c-ea6d-44a2-a092-3eeb2d932892,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:36:18.818085 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-ea059185-41b8-4c74-8e87-bae66e73932e req-96a575dd-4c41-40d2-8df1-2a874a01e5cd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:18.915340 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-7f4fd63b-9c7e-4f09-8fdc-05ba8549207f req-32cb5152-d185-4615-9546-5f773622a165 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups?id=92af480a-fd1a-4e39-8172-839f68936694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899663 Jan 26 19:36:19.024637 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-ea059185-41b8-4c74-8e87-bae66e73932e req-96a575dd-4c41-40d2-8df1-2a874a01e5cd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:19.025027 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-ea059185-41b8-4c74-8e87-bae66e73932e req-96a575dd-4c41-40d2-8df1-2a874a01e5cd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747628'] for floatingip (b262a4b6-cb6e-4f10-ba44-7db6479fea96), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:19.025352 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.l3_db [req-ea059185-41b8-4c74-8e87-bae66e73932e req-96a575dd-4c41-40d2-8df1-2a874a01e5cd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Floating IP b262a4b6-cb6e-4f10-ba44-7db6479fea96 disassociated. External IP: 172.27.1.180, port: 0664d13c-ea6d-44a2-a092-3eeb2d932892. Jan 26 19:36:19.025700 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-ea059185-41b8-4c74-8e87-bae66e73932e req-96a575dd-4c41-40d2-8df1-2a874a01e5cd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Calling delete_port for 0664d13c-ea6d-44a2-a092-3eeb2d932892 owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:36:19.165564 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-ea059185-41b8-4c74-8e87-bae66e73932e req-96a575dd-4c41-40d2-8df1-2a874a01e5cd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (0664d13c-ea6d-44a2-a092-3eeb2d932892), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:19.199898 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a575dd-4c41-40d2-8df1-2a874a01e5cd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Pushing event deleted for resources: {'Port': ['ID=0664d13c-ea6d-44a2-a092-3eeb2d932892,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:19.316901 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea059185-41b8-4c74-8e87-bae66e73932e req-96a575dd-4c41-40d2-8df1-2a874a01e5cd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Router 5d03a272-99ba-4c1e-b155-33fd0f94684d has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:36:19.419795 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea059185-41b8-4c74-8e87-bae66e73932e req-96a575dd-4c41-40d2-8df1-2a874a01e5cd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:36:19.429643 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a8a180-eb25-42d1-9bca-070a226729ec None None] Sync routers for ids ['5d03a272-99ba-4c1e-b155-33fd0f94684d'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:36:19.440116 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a8a180-eb25-42d1-9bca-070a226729ec None None] Routers {'5d03a272-99ba-4c1e-b155-33fd0f94684d'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:36:19.440728 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-71a8a180-eb25-42d1-9bca-070a226729ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:36:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5d03a272-99ba-4c1e-b155-33fd0f94684d'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:36:19.458026 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea059185-41b8-4c74-8e87-bae66e73932e req-96a575dd-4c41-40d2-8df1-2a874a01e5cd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] No DVR routers for this DVR port 0664d13c-ea6d-44a2-a092-3eeb2d932892 on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:36:19.460567 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-ea059185-41b8-4c74-8e87-bae66e73932e req-96a575dd-4c41-40d2-8df1-2a874a01e5cd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:19.464067 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-ea059185-41b8-4c74-8e87-bae66e73932e req-96a575dd-4c41-40d2-8df1-2a874a01e5cd tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.46 "DELETE /v2.0/ports/0664d13c-ea6d-44a2-a092-3eeb2d932892 HTTP/1.1" status: 204 len: 173 time: 1.0791752 Jan 26 19:36:19.464580 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499a8ea2-3fbf-498e-9f50-70aad706252a', 'name': 'network-vif-deleted', 'tag': '0664d13c-ea6d-44a2-a092-3eeb2d932892'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:36:19.467396 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2901d10e-8643-46e5-afb7-7f521e1c3c0d" -d '{"events": [{"server_uuid": "499a8ea2-3fbf-498e-9f50-70aad706252a", "name": "network-vif-deleted", "tag": "0664d13c-ea6d-44a2-a092-3eeb2d932892"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:36:19.512729 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253d4e1e-7cfa-4f91-834d-ab0228769d36 x-openstack-request-id: req-253d4e1e-7cfa-4f91-834d-ab0228769d36 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:36:19.513160 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499a8ea2-3fbf-498e-9f50-70aad706252a", "name": "network-vif-deleted", "tag": "0664d13c-ea6d-44a2-a092-3eeb2d932892", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:36:19.513597 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-253d4e1e-7cfa-4f91-834d-ab0228769d36 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:36:19.514038 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499a8ea2-3fbf-498e-9f50-70aad706252a', 'name': 'network-vif-deleted', 'tag': '0664d13c-ea6d-44a2-a092-3eeb2d932892', 'status': 'completed', 'code': 200} Jan 26 19:36:19.630515 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:36:19.648411 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-71a8a180-eb25-42d1-9bca-070a226729ec None None] Set router 5d03a272-99ba-4c1e-b155-33fd0f94684d gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:36:19.849550 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-71a8a180-eb25-42d1-9bca-070a226729ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:25:06Z', 'revision_number': 4, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port': {'id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '61b9fe56-8074-4a3a-a9fc-96af4877b188', 'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'mac_address': 'fa:16:3e:0b:45:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:18Z', 'revision_number': 5, 'project_id': '200619f76ac54211847de3c39fa7c681', 'subnets': [{'id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:36:19.875358 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a8a180-eb25-42d1-9bca-070a226729ec None None] Checking router: 5d03a272-99ba-4c1e-b155-33fd0f94684d for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:36:19.883753 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a8a180-eb25-42d1-9bca-070a226729ec None None] Routers {'5d03a272-99ba-4c1e-b155-33fd0f94684d'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:36:19.884388 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-71a8a180-eb25-42d1-9bca-070a226729ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:36:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5d03a272-99ba-4c1e-b155-33fd0f94684d'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:36:19.996089 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-71a8a180-eb25-42d1-9bca-070a226729ec None None] Set router 5d03a272-99ba-4c1e-b155-33fd0f94684d gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:36:20.012081 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 60404) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:36:20.064691 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-980d9b98-7e36-477c-a494-37becd467c7d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group (92af480a-fd1a-4e39-8172-839f68936694), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:20.087531 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-980d9b98-7e36-477c-a494-37becd467c7d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group (92af480a-fd1a-4e39-8172-839f68936694), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:20.144266 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-980d9b98-7e36-477c-a494-37becd467c7d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (92af480a-fd1a-4e39-8172-839f68936694), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:20.147532 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-980d9b98-7e36-477c-a494-37becd467c7d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:20.151365 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 60410) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:36:20.151859 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-980d9b98-7e36-477c-a494-37becd467c7d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "DELETE /v2.0/security-groups/92af480a-fd1a-4e39-8172-839f68936694 HTTP/1.1" status: 204 len: 168 time: 0.1383548 Jan 26 19:36:20.165417 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d9b98-7e36-477c-a494-37becd467c7d tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92af480a-fd1a-4e39-8172-839f68936694,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:20.172945 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.api.v2.resource [None req-9ffa4f43-3ea5-47ea-b511-a71f224cb4ab tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] show failed (client error): The resource could not be found. Jan 26 19:36:20.177470 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-9ffa4f43-3ea5-47ea-b511-a71f224cb4ab tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "GET /v2.0/security-groups/92af480a-fd1a-4e39-8172-839f68936694 HTTP/1.1" status: 404 len: 347 time: 0.0249913 Jan 26 19:36:20.177621 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 60412) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:36:20.224152 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-71a8a180-eb25-42d1-9bca-070a226729ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:25:06Z', 'revision_number': 4, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port': {'id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '61b9fe56-8074-4a3a-a9fc-96af4877b188', 'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'mac_address': 'fa:16:3e:0b:45:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:18Z', 'revision_number': 5, 'project_id': '200619f76ac54211847de3c39fa7c681', 'subnets': [{'id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:36:20.253354 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a8a180-eb25-42d1-9bca-070a226729ec None None] The sync data for ids ['5d03a272-99ba-4c1e-b155-33fd0f94684d'] in dv-cinder-794001-3-iscsi is: [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:25:06Z', 'revision_number': 4, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port': {'id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '61b9fe56-8074-4a3a-a9fc-96af4877b188', 'name': '', 'network_id': '68fda3bd-90ff-4f20-8f16-b16096f575dd', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'mac_address': 'fa:16:3e:0b:45:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:25:04Z', 'updated_at': '2022-01-26T19:25:18Z', 'revision_number': 5, 'project_id': '200619f76ac54211847de3c39fa7c681', 'subnets': [{'id': '96126fec-90a5-4e8d-afec-f07c12737d79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:36:20.319465 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-a33057fa-312e-4bd8-90c1-60b8e210cd47 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Deleting port 96ff42bc-efbe-44df-9611-1efbe8c77a14 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:36:20.319834 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a33057fa-312e-4bd8-90c1-60b8e210cd47 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (96ff42bc-efbe-44df-9611-1efbe8c77a14), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:20.409566 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a33057fa-312e-4bd8-90c1-60b8e210cd47 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (96ff42bc-efbe-44df-9611-1efbe8c77a14), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:20.409930 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a33057fa-312e-4bd8-90c1-60b8e210cd47 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for floatingip (96ff42bc-efbe-44df-9611-1efbe8c77a14), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:20.423730 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-a33057fa-312e-4bd8-90c1-60b8e210cd47 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Calling delete_port for 96ff42bc-efbe-44df-9611-1efbe8c77a14 owned by network:floatingip {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:36:20.538236 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ee752-4362-42cc-8033-1e8fbfacd2ef None None] New status for floating IP b262a4b6-cb6e-4f10-ba44-7db6479fea96: DOWN {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:36:20.562385 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a33057fa-312e-4bd8-90c1-60b8e210cd47 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (96ff42bc-efbe-44df-9611-1efbe8c77a14), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:20.590325 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33057fa-312e-4bd8-90c1-60b8e210cd47 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Pushing event deleted for resources: {'Port': ['ID=96ff42bc-efbe-44df-9611-1efbe8c77a14,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:20.649885 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a33057fa-312e-4bd8-90c1-60b8e210cd47 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks [] for floatingip (b262a4b6-cb6e-4f10-ba44-7db6479fea96), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:20.652540 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a33057fa-312e-4bd8-90c1-60b8e210cd47 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:20.653726 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-a33057fa-312e-4bd8-90c1-60b8e210cd47 tempest-AttachVolumeShelveTestJSON-1776789270 tempest-AttachVolumeShelveTestJSON-1776789270-project] 10.222.0.50 "DELETE /v2.0/floatingips/b262a4b6-cb6e-4f10-ba44-7db6479fea96 HTTP/1.1" status: 204 len: 168 time: 0.4752290 Jan 26 19:36:20.746535 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.db.api [None req-a85ee752-4362-42cc-8033-1e8fbfacd2ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102407) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 26 19:36:20.746846 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG oslo_db.api [None req-a85ee752-4362-42cc-8033-1e8fbfacd2ef None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 26 19:36:21.247970 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ee752-4362-42cc-8033-1e8fbfacd2ef None None] New status for floating IP b262a4b6-cb6e-4f10-ba44-7db6479fea96: DOWN {{(pid=102407) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:36:23.059999 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 0664d13c-ea6d-44a2-a092-3eeb2d932892 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:36:23.080354 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: 0664d13c-ea6d-44a2-a092-3eeb2d932892 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:36:23.080701 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 0664d13c-ea6d-44a2-a092-3eeb2d932892 not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:36:27.251372 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 60468) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:36:27.761643 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-08065bb6-9694-4ee7-9762-1146a4e5c502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747372'] for router_interface (5d03a272-99ba-4c1e-b155-33fd0f94684d), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:27.995125 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-08065bb6-9694-4ee7-9762-1146a4e5c502 admin admin] Deleting port 61b9fe56-8074-4a3a-a9fc-96af4877b188 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:36:27.995466 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-08065bb6-9694-4ee7-9762-1146a4e5c502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:28.076459 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-08065bb6-9694-4ee7-9762-1146a4e5c502 admin admin] For port 61b9fe56-8074-4a3a-a9fc-96af4877b188, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=61b9fe56-8074-4a3a-a9fc-96af4877b188,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:36:28.076826 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-08065bb6-9694-4ee7-9762-1146a4e5c502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:28.088623 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-08065bb6-9694-4ee7-9762-1146a4e5c502 admin admin] Calling delete_port for 61b9fe56-8074-4a3a-a9fc-96af4877b188 owned by network:router_interface {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:36:28.258277 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-08065bb6-9694-4ee7-9762-1146a4e5c502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (61b9fe56-8074-4a3a-a9fc-96af4877b188), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:28.284861 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08065bb6-9694-4ee7-9762-1146a4e5c502 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b9fe56-8074-4a3a-a9fc-96af4877b188,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:28.451041 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-08065bb6-9694-4ee7-9762-1146a4e5c502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1016835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747512'] for router_interface (5d03a272-99ba-4c1e-b155-33fd0f94684d), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:28.655621 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08065bb6-9694-4ee7-9762-1146a4e5c502 admin admin] Router 5d03a272-99ba-4c1e-b155-33fd0f94684d has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:36:28.756770 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08065bb6-9694-4ee7-9762-1146a4e5c502 admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:36:28.761809 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-08065bb6-9694-4ee7-9762-1146a4e5c502 admin admin] 10.222.0.50 "PUT /v2.0/routers/5d03a272-99ba-4c1e-b155-33fd0f94684d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5094144 Jan 26 19:36:28.764395 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 60478) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:36:28.767080 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261d2944-6607-440c-ad1f-af2b2fb2d9a1 None None] Sync routers for ids ['5d03a272-99ba-4c1e-b155-33fd0f94684d'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:36:28.777639 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261d2944-6607-440c-ad1f-af2b2fb2d9a1 None None] Routers {'5d03a272-99ba-4c1e-b155-33fd0f94684d'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:36:28.778246 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-261d2944-6607-440c-ad1f-af2b2fb2d9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:36:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5d03a272-99ba-4c1e-b155-33fd0f94684d'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:36:28.863281 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b88f0003-9288-4107-a274-9131031fb48f admin admin] Publish callbacks [] for router (5d03a272-99ba-4c1e-b155-33fd0f94684d), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:28.880484 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-261d2944-6607-440c-ad1f-af2b2fb2d9a1 None None] Set router 5d03a272-99ba-4c1e-b155-33fd0f94684d gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:36:28.961275 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b88f0003-9288-4107-a274-9131031fb48f admin admin] Publish callbacks [] for router_gateway (5d03a272-99ba-4c1e-b155-33fd0f94684d), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:29.011928 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-b88f0003-9288-4107-a274-9131031fb48f admin admin] Deleting port b5520d37-a882-473d-ac7f-c4e012d0a596 {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:36:29.012266 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b88f0003-9288-4107-a274-9131031fb48f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (b5520d37-a882-473d-ac7f-c4e012d0a596), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:29.055257 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-261d2944-6607-440c-ad1f-af2b2fb2d9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:36:28Z', 'revision_number': 5, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port': {'id': 'b5520d37-a882-473d-ac7f-c4e012d0a596', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:24:58Z', 'updated_at': '2022-01-26T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:36:29.083308 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261d2944-6607-440c-ad1f-af2b2fb2d9a1 None None] Checking router: 5d03a272-99ba-4c1e-b155-33fd0f94684d for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:36:29.090817 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-b88f0003-9288-4107-a274-9131031fb48f admin admin] For port b5520d37-a882-473d-ac7f-c4e012d0a596, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=b5520d37-a882-473d-ac7f-c4e012d0a596,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:36:29.093832 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b88f0003-9288-4107-a274-9131031fb48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (b5520d37-a882-473d-ac7f-c4e012d0a596), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:29.094087 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261d2944-6607-440c-ad1f-af2b2fb2d9a1 None None] Routers {'5d03a272-99ba-4c1e-b155-33fd0f94684d'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:36:29.094087 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-261d2944-6607-440c-ad1f-af2b2fb2d9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:36:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5d03a272-99ba-4c1e-b155-33fd0f94684d'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:36:29.104910 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-b88f0003-9288-4107-a274-9131031fb48f admin admin] Calling delete_port for b5520d37-a882-473d-ac7f-c4e012d0a596 owned by network:router_gateway {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:36:29.182266 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-261d2944-6607-440c-ad1f-af2b2fb2d9a1 None None] Set router 5d03a272-99ba-4c1e-b155-33fd0f94684d gateway port host: None {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:36:29.240621 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-261d2944-6607-440c-ad1f-af2b2fb2d9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:36:28Z', 'revision_number': 6, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port_host': None}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:36:29.269689 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261d2944-6607-440c-ad1f-af2b2fb2d9a1 None None] The sync data for ids ['5d03a272-99ba-4c1e-b155-33fd0f94684d'] in dv-cinder-794001-3-iscsi is: [{'id': '5d03a272-99ba-4c1e-b155-33fd0f94684d', 'name': 'tempest-AttachVolumeShelveTestJSON-105249316-router', 'tenant_id': '200619f76ac54211847de3c39fa7c681', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:24:57Z', 'updated_at': '2022-01-26T19:36:28Z', 'revision_number': 6, 'project_id': '200619f76ac54211847de3c39fa7c681', 'gw_port_host': None}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:36:29.270101 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b88f0003-9288-4107-a274-9131031fb48f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (b5520d37-a882-473d-ac7f-c4e012d0a596), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:29.302077 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88f0003-9288-4107-a274-9131031fb48f admin admin] Pushing event deleted for resources: {'Port': ['ID=b5520d37-a882-473d-ac7f-c4e012d0a596,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:29.365337 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b88f0003-9288-4107-a274-9131031fb48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748694'] for router_gateway (5d03a272-99ba-4c1e-b155-33fd0f94684d), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:29.454087 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b88f0003-9288-4107-a274-9131031fb48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497413'] for router (5d03a272-99ba-4c1e-b155-33fd0f94684d), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:29.456776 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b88f0003-9288-4107-a274-9131031fb48f admin admin] Publish callbacks [] for router_controller (5d03a272-99ba-4c1e-b155-33fd0f94684d), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:29.497429 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b88f0003-9288-4107-a274-9131031fb48f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752138'] for router (5d03a272-99ba-4c1e-b155-33fd0f94684d), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:29.497869 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88f0003-9288-4107-a274-9131031fb48f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d03a272-99ba-4c1e-b155-33fd0f94684d {{(pid=102405) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 19:36:29.502211 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b88f0003-9288-4107-a274-9131031fb48f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:29.504022 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b88f0003-9288-4107-a274-9131031fb48f admin admin] 10.222.0.50 "DELETE /v2.0/routers/5d03a272-99ba-4c1e-b155-33fd0f94684d HTTP/1.1" status: 204 len: 168 time: 0.7387111 Jan 26 19:36:29.506497 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 60486) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:36:29.548917 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fdefa97-4fd0-47c0-8f2b-fc64792f733b admin admin] Deleting subnet 96126fec-90a5-4e8d-afec-f07c12737d79 {{(pid=102405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:36:29.552350 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1fdefa97-4fd0-47c0-8f2b-fc64792f733b admin admin] Publish callbacks [] for subnet (96126fec-90a5-4e8d-afec-f07c12737d79), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:29.584283 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1fdefa97-4fd0-47c0-8f2b-fc64792f733b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8393457'] for subnet (96126fec-90a5-4e8d-afec-f07c12737d79), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:29.663861 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1fdefa97-4fd0-47c0-8f2b-fc64792f733b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588427'] for subnet (96126fec-90a5-4e8d-afec-f07c12737d79), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:29.716735 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1fdefa97-4fd0-47c0-8f2b-fc64792f733b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8804400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069609'] for subnet (96126fec-90a5-4e8d-afec-f07c12737d79), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:29.741333 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdefa97-4fd0-47c0-8f2b-fc64792f733b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96126fec-90a5-4e8d-afec-f07c12737d79,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:29.745067 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1fdefa97-4fd0-47c0-8f2b-fc64792f733b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:29.748246 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-1fdefa97-4fd0-47c0-8f2b-fc64792f733b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/96126fec-90a5-4e8d-afec-f07c12737d79 HTTP/1.1" status: 204 len: 168 time: 0.2407851 Jan 26 19:36:29.750627 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 60488) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:36:29.753656 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4894ed27-e546-4e56-8fc2-7bd938cbefa8 None None] Network 68fda3bd-90ff-4f20-8f16-b16096f575dd requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:36:30.018888 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] DHCP port deletion for 68fda3bd-90ff-4f20-8f16-b16096f575dd request from dv-cinder-794001-3-iscsi {{(pid=102407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 19:36:30.060045 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056074'] for network (68fda3bd-90ff-4f20-8f16-b16096f575dd), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.088512 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 61b9fe56-8074-4a3a-a9fc-96af4877b188 no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:36:30.111547 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] Deleting port 1e0a742c-1303-448c-8855-537f89f965ee {{(pid=102405) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:36:30.111919 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (1e0a742c-1303-448c-8855-537f89f965ee), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.141721 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: 61b9fe56-8074-4a3a-a9fc-96af4877b188 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:36:30.142065 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 61b9fe56-8074-4a3a-a9fc-96af4877b188 not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:36:30.142474 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 1e0a742c-1303-448c-8855-537f89f965ee no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:36:30.148154 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] Deleting port 1e0a742c-1303-448c-8855-537f89f965ee {{(pid=102407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:36:30.148516 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (1e0a742c-1303-448c-8855-537f89f965ee), before_delete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.177710 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.db [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] For port 1e0a742c-1303-448c-8855-537f89f965ee, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=1e0a742c-1303-448c-8855-537f89f965ee,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102405) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:36:30.178106 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (1e0a742c-1303-448c-8855-537f89f965ee), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.191627 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] Calling delete_port for 1e0a742c-1303-448c-8855-537f89f965ee owned by network:dhcp {{(pid=102405) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:36:30.249006 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] For port 1e0a742c-1303-448c-8855-537f89f965ee, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=1e0a742c-1303-448c-8855-537f89f965ee,segment=NetworkSegment(d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4),segment_id=d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:36:30.249453 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (1e0a742c-1303-448c-8855-537f89f965ee), precommit_delete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.269234 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] Calling delete_port for 1e0a742c-1303-448c-8855-537f89f965ee owned by network:dhcp {{(pid=102407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:36:30.290820 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (1e0a742c-1303-448c-8855-537f89f965ee), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.322626 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] Pushing event deleted for resources: {'Port': ['ID=1e0a742c-1303-448c-8855-537f89f965ee,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:30.325349 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] No DVR routers for this DVR port 1e0a742c-1303-448c-8855-537f89f965ee on host dv-cinder-794001-3-iscsi {{(pid=102405) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:36:30.404051 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Current status of the port 1e0a742c-1303-448c-8855-537f89f965ee is: ACTIVE; New status is: DOWN {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:36:30.404438 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (1e0a742c-1303-448c-8855-537f89f965ee), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.419717 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1586524', 'neutron.services.segments.db._delete_segments_for_network-8757114033794'] for network (68fda3bd-90ff-4f20-8f16-b16096f575dd), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.441648 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68fda3bd-90ff-4f20-8f16-b16096f575dd']}} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:36:30.451404 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9807792-8ae0-4c32-8d7f-d4e8a2aab3a4') {'for_net_delete': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:36:30.451701 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9807792-8ae0-4c32-8d7f-d4e8a2aab3a4') {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:36:30.461193 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757114034827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8393464'] for segment (d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.464223 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device b5520d37-a882-473d-ac7f-c4e012d0a596 no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:36:30.467940 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830'] for port (1e0a742c-1303-448c-8855-537f89f965ee), after_delete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.477764 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.486456 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=102405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:36:30.486868 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8804510'] for segment (d9807792-8ae0-4c32-8d7f-d4e8a2aab3a4), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: Traceback (most recent call last): Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: timer() Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: cb(*args, **kw) Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: return func(*args, **kwargs) Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: self._notify() Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: self.callback(batched_events) Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: event.method(event) Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: return f(self, *a, **k) Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: return self._get(url).json() Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: return self.request(url, 'GET', **kwargs) Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:36:30.490029 dv-cinder-794001-3-iscsi neutron-server[102405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:36:30.503707 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: b5520d37-a882-473d-ac7f-c4e012d0a596 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:36:30.504032 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device b5520d37-a882-473d-ac7f-c4e012d0a596 not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:36:30.508905 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] Pushing event deleted for resources: {'Port': ['ID=1e0a742c-1303-448c-8855-537f89f965ee,revision_number=None']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:30.509058 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 60496) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:36:30.519015 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.519364 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.519704 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.520071 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.520392 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.520720 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.521044 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.521417 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.521747 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.522070 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.522648 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.522968 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.523285 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.526024 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55d7385-a83b-446e-a86a-995ee001f19c None None] No DVR routers for this DVR port 1e0a742c-1303-448c-8855-537f89f965ee on host dv-cinder-794001-3-iscsi {{(pid=102407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:36:30.558234 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1586517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747646'] for network (68fda3bd-90ff-4f20-8f16-b16096f575dd), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.563313 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.567232 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] 10.222.0.50 "DELETE /v2.0/networks/68fda3bd-90ff-4f20-8f16-b16096f575dd HTTP/1.1" status: 204 len: 168 time: 0.8156831 Jan 26 19:36:30.579433 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d6779-a216-40f6-af49-5d99eb7a83cf admin admin] Pushing event deleted for resources: {'Network': ['ID=68fda3bd-90ff-4f20-8f16-b16096f575dd,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:30.617712 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ed49-e8a4-4253-bc7c-efc4525a421f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.682677 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 60502) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:36:30.701995 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ed49-e8a4-4253-bc7c-efc4525a421f admin admin] Publish callbacks [] for security_group (f73286ec-1769-41dc-ad43-c7270d56730a), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.705573 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ed49-e8a4-4253-bc7c-efc4525a421f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (f73286ec-1769-41dc-ad43-c7270d56730a), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.725029 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-9b41ad5b-296b-4316-85af-1492dc9a6f53 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=200619f76ac54211847de3c39fa7c681&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410216 Jan 26 19:36:30.727497 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 60504) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:36:30.744131 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-d3f9ed49-e8a4-4253-bc7c-efc4525a421f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f4d1a3b274404e88944d064a9fb09890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340651 Jan 26 19:36:30.745027 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9ed49-e8a4-4253-bc7c-efc4525a421f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73286ec-1769-41dc-ad43-c7270d56730a,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:30.747380 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 60506) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:36:30.804915 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-25229a0b-25bd-446e-bc0e-5a7fff2d2bdf admin admin] Publish callbacks [] for security_group (07abb3e8-472e-4782-a03c-99d7ddf783b3), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.834928 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-25229a0b-25bd-446e-bc0e-5a7fff2d2bdf admin admin] Publish callbacks [] for security_group (07abb3e8-472e-4782-a03c-99d7ddf783b3), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.836617 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4c16e82a-ab6c-4a1c-91f1-ed906373d124 admin admin] Publish callbacks [] for security_group (f73286ec-1769-41dc-ad43-c7270d56730a), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.876810 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4c16e82a-ab6c-4a1c-91f1-ed906373d124 admin admin] Publish callbacks [] for security_group (f73286ec-1769-41dc-ad43-c7270d56730a), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.912990 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-25229a0b-25bd-446e-bc0e-5a7fff2d2bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (07abb3e8-472e-4782-a03c-99d7ddf783b3), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.915510 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-25229a0b-25bd-446e-bc0e-5a7fff2d2bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.916705 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-25229a0b-25bd-446e-bc0e-5a7fff2d2bdf admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/07abb3e8-472e-4782-a03c-99d7ddf783b3 HTTP/1.1" status: 204 len: 168 time: 0.1882317 Jan 26 19:36:30.928044 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25229a0b-25bd-446e-bc0e-5a7fff2d2bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07abb3e8-472e-4782-a03c-99d7ddf783b3,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:30.934248 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4c16e82a-ab6c-4a1c-91f1-ed906373d124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (f73286ec-1769-41dc-ad43-c7270d56730a), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.936788 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-4c16e82a-ab6c-4a1c-91f1-ed906373d124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:30.937899 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-4c16e82a-ab6c-4a1c-91f1-ed906373d124 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f73286ec-1769-41dc-ad43-c7270d56730a HTTP/1.1" status: 204 len: 168 time: 0.1895921 Jan 26 19:36:30.939674 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25229a0b-25bd-446e-bc0e-5a7fff2d2bdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.940038 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25229a0b-25bd-446e-bc0e-5a7fff2d2bdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.941170 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25229a0b-25bd-446e-bc0e-5a7fff2d2bdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.941537 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25229a0b-25bd-446e-bc0e-5a7fff2d2bdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.941874 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25229a0b-25bd-446e-bc0e-5a7fff2d2bdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.942206 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25229a0b-25bd-446e-bc0e-5a7fff2d2bdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.942541 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25229a0b-25bd-446e-bc0e-5a7fff2d2bdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.942874 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25229a0b-25bd-446e-bc0e-5a7fff2d2bdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.943204 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25229a0b-25bd-446e-bc0e-5a7fff2d2bdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.943532 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25229a0b-25bd-446e-bc0e-5a7fff2d2bdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.943897 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25229a0b-25bd-446e-bc0e-5a7fff2d2bdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.944213 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25229a0b-25bd-446e-bc0e-5a7fff2d2bdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.944533 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25229a0b-25bd-446e-bc0e-5a7fff2d2bdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:36:30.954936 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16e82a-ab6c-4a1c-91f1-ed906373d124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73286ec-1769-41dc-ad43-c7270d56730a,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:31.637961 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 60552) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:36:31.731242 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-75726a75-7dde-4465-9e9c-e1bf0039f5b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2002788371-network', 'tenant_id': '45b7093fc6044e2dbc5ec6163648ea14'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:36:31.751159 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75726a75-7dde-4465-9e9c-e1bf0039f5b4 admin admin] Made reservation on behalf of 45b7093fc6044e2dbc5ec6163648ea14 for: {'network': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:36:31.754037 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-75726a75-7dde-4465-9e9c-e1bf0039f5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:31.762620 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-75726a75-7dde-4465-9e9c-e1bf0039f5b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:31.841115 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-75726a75-7dde-4465-9e9c-e1bf0039f5b4 admin admin] Publish callbacks [] for security_group (874ec180-3e2b-486c-9b35-409ba59db657), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:31.844962 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-75726a75-7dde-4465-9e9c-e1bf0039f5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (874ec180-3e2b-486c-9b35-409ba59db657), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:31.866229 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75726a75-7dde-4465-9e9c-e1bf0039f5b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=102406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:36:31.884132 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-75726a75-7dde-4465-9e9c-e1bf0039f5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (0dc1113e-1172-4dbe-8feb-8c6ff606a767), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:31.884646 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.segments_db [None req-75726a75-7dde-4465-9e9c-e1bf0039f5b4 admin admin] Added segment 0dc1113e-1172-4dbe-8feb-8c6ff606a767 of type vlan for network 3dfee021-f64b-48e0-8195-f604062d6f9b Jan 26 19:36:31.885931 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75726a75-7dde-4465-9e9c-e1bf0039f5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874ec180-3e2b-486c-9b35-409ba59db657,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:31.928965 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-75726a75-7dde-4465-9e9c-e1bf0039f5b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (3dfee021-f64b-48e0-8195-f604062d6f9b), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:31.953936 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-75726a75-7dde-4465-9e9c-e1bf0039f5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (3dfee021-f64b-48e0-8195-f604062d6f9b), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:31.954973 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75726a75-7dde-4465-9e9c-e1bf0039f5b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:31.955562 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-75726a75-7dde-4465-9e9c-e1bf0039f5b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:31.989388 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-75726a75-7dde-4465-9e9c-e1bf0039f5b4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3501911 Jan 26 19:36:31.992501 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 60592) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:36:31.999245 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-1edfb980-c0aa-4ce3-819a-76e1e4178394 admin admin] Request body: {'subnet': {'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2002788371-subnet', 'tenant_id': '45b7093fc6044e2dbc5ec6163648ea14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:36:32.019588 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edfb980-c0aa-4ce3-819a-76e1e4178394 admin admin] Made reservation on behalf of 45b7093fc6044e2dbc5ec6163648ea14 for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:36:32.020465 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75726a75-7dde-4465-9e9c-e1bf0039f5b4 admin admin] Pushing event updated for resources: {'Network': ['ID=3dfee021-f64b-48e0-8195-f604062d6f9b,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:32.022604 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1edfb980-c0aa-4ce3-819a-76e1e4178394 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069588'] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:32.030995 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network 3dfee021-f64b-48e0-8195-f604062d6f9b details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:36:32.198714 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1edfb980-c0aa-4ce3-819a-76e1e4178394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8800509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069602'] for subnet (f41db356-992c-4429-bf61-7307d60ac430), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:32.256447 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edfb980-c0aa-4ce3-819a-76e1e4178394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f41db356-992c-4429-bf61-7307d60ac430,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:32.265131 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edfb980-c0aa-4ce3-819a-76e1e4178394 admin admin] Checking segment: {'id': '0dc1113e-1172-4dbe-8feb-8c6ff606a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:36:32.265495 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edfb980-c0aa-4ce3-819a-76e1e4178394 admin admin] Network hostable DHCP agents. Network: 3dfee021-f64b-48e0-8195-f604062d6f9b, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:36:32.281847 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edfb980-c0aa-4ce3-819a-76e1e4178394 admin admin] Network 3dfee021-f64b-48e0-8195-f604062d6f9b is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:36:32.290928 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-1edfb980-c0aa-4ce3-819a-76e1e4178394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, 3dfee021-f64b-48e0-8195-f604062d6f9b) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:36:32.295296 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edfb980-c0aa-4ce3-819a-76e1e4178394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:32.295924 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1edfb980-c0aa-4ce3-819a-76e1e4178394 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:32.300337 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852aecfe-c9f9-45e0-986a-5d557d207a0d None None] Network 3dfee021-f64b-48e0-8195-f604062d6f9b requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:36:32.320320 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-1edfb980-c0aa-4ce3-819a-76e1e4178394 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3264019 Jan 26 19:36:32.401542 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed170ad-8bbc-46bd-b2ee-2fd72849df79 None None] Network 3dfee021-f64b-48e0-8195-f604062d6f9b requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:36:32.750863 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-671e34c7-d8fd-4743-85e1-9172d266a4e5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:32.752545 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-671e34c7-d8fd-4743-85e1-9172d266a4e5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/networks?id=3dfee021-f64b-48e0-8195-f604062d6f9b HTTP/1.1" status: 200 len: 815 time: 0.1021240 Jan 26 19:36:32.767465 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5d47e0e7-6156-440e-bda0-ff24eccdb456 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/quotas/45b7093fc6044e2dbc5ec6163648ea14 HTTP/1.1" status: 200 len: 375 time: 0.0090039 Jan 26 19:36:32.796960 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-b041ff35-ce34-423e-a067-a2d25b62b2b3 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=45b7093fc6044e2dbc5ec6163648ea14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246813 Jan 26 19:36:32.850101 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-dd890d60-2558-4572-8e76-8783d464ae76 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=102406) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 19:36:32.851131 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-dd890d60-2558-4572-8e76-8783d464ae76 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0474193 Jan 26 19:36:32.942587 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-06df178a-304a-4979-98d3-64a9d7602d74 service neutron] 10.222.0.50 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856061 Jan 26 19:36:33.030066 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-53925b89-14ef-4fdb-b3d7-cd6eb4a39b3f service neutron] 10.222.0.50 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816708 Jan 26 19:36:34.042932 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-524c6d2b-01ba-406c-b3c8-f04bcc619927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:34.198891 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-89dba1da-dfa4-42c5-b5ad-c73c2be0371d req-c1e7db02-5d1d-4bf9-a506-9bff39ef7f07 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 210 time: 0.0256348 Jan 26 19:36:35.289405 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-9a00b2dd-8cba-435a-94a4-9c7c99603ba5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:35.291104 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-9a00b2dd-8cba-435a-94a4-9c7c99603ba5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.46 "GET /v2.0/networks?id=3dfee021-f64b-48e0-8195-f604062d6f9b HTTP/1.1" status: 200 len: 815 time: 0.1255136 Jan 26 19:36:35.307198 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f080262d-b7c2-46b4-bf2b-79269e256b90 req-f4d80220-8d2f-4262-9cfa-e3fc0fae28a3 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 210 time: 0.0357072 Jan 26 19:36:35.310761 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-9f6ff982-b4f5-4780-a553-bc8aef8f5c3b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Request body: {'port': {'device_id': '626669d2-1559-4ee3-a821-5700455c065b', 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b', 'admin_state_up': True, 'tenant_id': '45b7093fc6044e2dbc5ec6163648ea14'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:36:35.418949 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-9f6ff982-b4f5-4780-a553-bc8aef8f5c3b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Made reservation on behalf of 45b7093fc6044e2dbc5ec6163648ea14 for: {'port': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:36:35.422195 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-9f6ff982-b4f5-4780-a553-bc8aef8f5c3b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:35.542708 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-9f6ff982-b4f5-4780-a553-bc8aef8f5c3b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Allocated IP 172.20.0.5 (3dfee021-f64b-48e0-8195-f604062d6f9b/f41db356-992c-4429-bf61-7307d60ac430/d7374057-ff0b-46c0-97e2-544a3f54a28d) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:36:35.688378 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-9f6ff982-b4f5-4780-a553-bc8aef8f5c3b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks [] for port (d7374057-ff0b-46c0-97e2-544a3f54a28d), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:35.723923 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-9f6ff982-b4f5-4780-a553-bc8aef8f5c3b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (d7374057-ff0b-46c0-97e2-544a3f54a28d), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:35.768879 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-9f6ff982-b4f5-4780-a553-bc8aef8f5c3b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Network 3dfee021-f64b-48e0-8195-f604062d6f9b is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:36:35.772083 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-9f6ff982-b4f5-4780-a553-bc8aef8f5c3b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:36:35.775841 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-9f6ff982-b4f5-4780-a553-bc8aef8f5c3b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:36:35.802210 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ff982-b4f5-4780-a553-bc8aef8f5c3b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Pushing event updated for resources: {'Port': ['ID=d7374057-ff0b-46c0-97e2-544a3f54a28d,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:35.833062 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-9f6ff982-b4f5-4780-a553-bc8aef8f5c3b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:35.833673 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-9f6ff982-b4f5-4780-a553-bc8aef8f5c3b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:35.850192 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-9f6ff982-b4f5-4780-a553-bc8aef8f5c3b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5452707 Jan 26 19:36:35.861192 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Request body: {'port': {'device_id': '626669d2-1559-4ee3-a821-5700455c065b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:36:35.915562 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (d7374057-ff0b-46c0-97e2-544a3f54a28d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:36.175483 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7374057-ff0b-46c0-97e2-544a3f54a28d {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:36:36.184284 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Publish callbacks [] for port (d7374057-ff0b-46c0-97e2-544a3f54a28d), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:36.196751 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Transition to ACTIVE for port object d7374057-ff0b-46c0-97e2-544a3f54a28d will not be triggered until provisioned by entity L2. {{(pid=102406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:36:36.201345 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (d7374057-ff0b-46c0-97e2-544a3f54a28d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:36.248501 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Pushing event updated for resources: {'Port': ['ID=d7374057-ff0b-46c0-97e2-544a3f54a28d,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:36.318685 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Attempting to bind port d7374057-ff0b-46c0-97e2-544a3f54a28d on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:36:36.319482 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Attempting to bind port d7374057-ff0b-46c0-97e2-544a3f54a28d by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '0dc1113e-1172-4dbe-8feb-8c6ff606a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:36:36.319482 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Attempting to bind port d7374057-ff0b-46c0-97e2-544a3f54a28d on network 3dfee021-f64b-48e0-8195-f604062d6f9b {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:36:36.325207 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Port d7374057-ff0b-46c0-97e2-544a3f54a28d on network 3dfee021-f64b-48e0-8195-f604062d6f9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:36:36.326100 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Attempting to bind port d7374057-ff0b-46c0-97e2-544a3f54a28d on network 3dfee021-f64b-48e0-8195-f604062d6f9b {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:36:36.327892 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-3b176cdd-72bc-4399-a047-32f6a67a849e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:36.332681 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:36:36.333031 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Checking segment: {'id': '0dc1113e-1172-4dbe-8feb-8c6ff606a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:36:36.333464 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Bound using segment: {'id': '0dc1113e-1172-4dbe-8feb-8c6ff606a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:36:36.333892 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Bound port: d7374057-ff0b-46c0-97e2-544a3f54a28d, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc1113e-1172-4dbe-8feb-8c6ff606a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:36:36.334251 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (d7374057-ff0b-46c0-97e2-544a3f54a28d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:36.410559 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] For port d7374057-ff0b-46c0-97e2-544a3f54a28d, host hv-cinder-79400, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:36:36.413623 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] For port d7374057-ff0b-46c0-97e2-544a3f54a28d, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d7374057-ff0b-46c0-97e2-544a3f54a28d,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:36:36.417328 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (d7374057-ff0b-46c0-97e2-544a3f54a28d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:36.445655 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595dd81-6aa6-41ee-844b-a98035c9d861 req-b126f2cd-8980-4c31-a020-ac3c88edd63b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:36.447933 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8595dd81-6aa6-41ee-844b-a98035c9d861 req-b126f2cd-8980-4c31-a020-ac3c88edd63b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 943 time: 0.0539343 Jan 26 19:36:36.451247 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:36.451889 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:36.453278 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] 10.222.0.46 "PUT /v2.0/ports/d7374057-ff0b-46c0-97e2-544a3f54a28d HTTP/1.1" status: 200 len: 1093 time: 0.5960581 Jan 26 19:36:36.453754 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626669d2-1559-4ee3-a821-5700455c065b', 'tag': 'd7374057-ff0b-46c0-97e2-544a3f54a28d'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:36:36.456263 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a18400-599e-4be3-99a3-bac8225005d6" -d '{"events": [{"name": "network-changed", "server_uuid": "626669d2-1559-4ee3-a821-5700455c065b", "tag": "d7374057-ff0b-46c0-97e2-544a3f54a28d"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:36:36.482938 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b28d8-9cf2-4678-ba90-508ce34bb755 service neutron] Pushing event updated for resources: {'Port': ['ID=d7374057-ff0b-46c0-97e2-544a3f54a28d,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:36.505476 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed97b9d-3a1e-4917-a453-d8c744055cc3 x-openstack-request-id: req-9ed97b9d-3a1e-4917-a453-d8c744055cc3 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:36:36.505768 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626669d2-1559-4ee3-a821-5700455c065b", "tag": "d7374057-ff0b-46c0-97e2-544a3f54a28d", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:36:36.506022 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ed97b9d-3a1e-4917-a453-d8c744055cc3 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:36:36.506413 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626669d2-1559-4ee3-a821-5700455c065b', 'tag': 'd7374057-ff0b-46c0-97e2-544a3f54a28d', 'status': 'completed', 'code': 200} Jan 26 19:36:36.517366 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-8595dd81-6aa6-41ee-844b-a98035c9d861 req-d8fc6a1e-8637-4897-ac3b-dda048596349 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624716 Jan 26 19:36:36.537642 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-2d16218e-2949-48ad-9629-473aa1981b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:36.540418 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-2d16218e-2949-48ad-9629-473aa1981b05 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45b7093fc6044e2dbc5ec6163648ea14&device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 1096 time: 0.0458064 Jan 26 19:36:36.580793 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-4f2b5eaa-bbdb-44ce-b7ee-599920954be0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7374057-ff0b-46c0-97e2-544a3f54a28d HTTP/1.1" status: 200 len: 217 time: 0.0338507 Jan 26 19:36:36.632022 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-c4d6d6a9-f573-4baa-a04a-08a08cc37eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:36.633459 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-c4d6d6a9-f573-4baa-a04a-08a08cc37eb2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f41db356-992c-4429-bf61-7307d60ac430 HTTP/1.1" status: 200 len: 855 time: 0.0466101 Jan 26 19:36:36.665140 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-6af36a99-fed5-4ae6-b802-92eba9fff9bd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3dfee021-f64b-48e0-8195-f604062d6f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250442 Jan 26 19:36:36.754398 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-99404684-c337-4df3-ba83-95800b5f767e service neutron] 10.222.0.46 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822942 Jan 26 19:36:36.847063 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-06b87f89-8cb6-44ee-9409-1d73c4ddf655 req-08bfb3fb-4410-463c-8adb-7d6895a5d7b7 service neutron] 10.222.0.46 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856647 Jan 26 19:36:36.931184 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a18400-599e-4be3-99a3-bac8225005d6 req-42466400-5a88-4c3d-af27-66d7c089b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:36.932723 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f4a18400-599e-4be3-99a3-bac8225005d6 req-42466400-5a88-4c3d-af27-66d7c089b9ce service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45b7093fc6044e2dbc5ec6163648ea14&device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 1096 time: 0.0425596 Jan 26 19:36:37.026241 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a18400-599e-4be3-99a3-bac8225005d6 req-2231d6c5-64c8-4e3c-b125-dd040954ef0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:37.027676 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f4a18400-599e-4be3-99a3-bac8225005d6 req-2231d6c5-64c8-4e3c-b125-dd040954ef0f service neutron] 10.222.0.46 "GET /v2.0/networks?id=3dfee021-f64b-48e0-8195-f604062d6f9b HTTP/1.1" status: 200 len: 916 time: 0.0853665 Jan 26 19:36:37.067453 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f4a18400-599e-4be3-99a3-bac8225005d6 req-53854de8-d021-4471-a609-424d304f81c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7374057-ff0b-46c0-97e2-544a3f54a28d HTTP/1.1" status: 200 len: 217 time: 0.0331185 Jan 26 19:36:37.117127 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a18400-599e-4be3-99a3-bac8225005d6 req-b8428a4b-0165-4120-9a18-ccc346d658ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:37.118501 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f4a18400-599e-4be3-99a3-bac8225005d6 req-b8428a4b-0165-4120-9a18-ccc346d658ab service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f41db356-992c-4429-bf61-7307d60ac430 HTTP/1.1" status: 200 len: 855 time: 0.0447838 Jan 26 19:36:37.154920 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f4a18400-599e-4be3-99a3-bac8225005d6 req-7dc510b8-9c7a-4c8d-b81a-6065584b0ccf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3dfee021-f64b-48e0-8195-f604062d6f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248008 Jan 26 19:36:37.243658 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f4a18400-599e-4be3-99a3-bac8225005d6 req-8e178fa7-dd33-4e08-8d1c-ef2349d7d8c0 service neutron] 10.222.0.46 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816882 Jan 26 19:36:37.335033 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-f4a18400-599e-4be3-99a3-bac8225005d6 req-8d336ffb-1da2-4bd6-a2e4-eb2b4fa17b0e service neutron] 10.222.0.46 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849493 Jan 26 19:36:37.631190 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a9b4f-4a44-4e13-a548-12bd2b6590ee req-0314e012-afa3-44a0-81bb-d856e590be80 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:37.632531 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c46a9b4f-4a44-4e13-a548-12bd2b6590ee req-0314e012-afa3-44a0-81bb-d856e590be80 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 943 time: 0.0463970 Jan 26 19:36:37.678792 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c46a9b4f-4a44-4e13-a548-12bd2b6590ee req-e0f21f54-2ec3-4d01-81c6-27436389fd6c tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407772 Jan 26 19:36:37.778650 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:38.160799 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:38.794051 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3300b7-e7e6-434e-9c90-a95ce834fc22 req-e30f1ab6-2eb8-45eb-9276-3f4551945f45 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:38.795526 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-5b3300b7-e7e6-434e-9c90-a95ce834fc22 req-e30f1ab6-2eb8-45eb-9276-3f4551945f45 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 943 time: 0.0481994 Jan 26 19:36:38.839917 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-5b3300b7-e7e6-434e-9c90-a95ce834fc22 req-979da0d8-5777-4c92-ae95-6c32b39aa64f tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388420 Jan 26 19:36:38.995454 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:39.955620 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f1ac6-4918-4550-9d47-7dad39e07cda req-3a268162-b4ca-44ba-b700-d674b9122e27 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:39.957104 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-340f1ac6-4918-4550-9d47-7dad39e07cda req-3a268162-b4ca-44ba-b700-d674b9122e27 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 943 time: 0.0523264 Jan 26 19:36:40.005136 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-340f1ac6-4918-4550-9d47-7dad39e07cda req-b25f235e-e6d3-45d8-936c-7714ff48be1f tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424566 Jan 26 19:36:40.313443 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:40.692941 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device d7374057-ff0b-46c0-97e2-544a3f54a28d details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:36:40.789375 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port d7374057-ff0b-46c0-97e2-544a3f54a28d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d7374057-ff0b-46c0-97e2-544a3f54a28d,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:36:40.802580 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': 'd7374057-ff0b-46c0-97e2-544a3f54a28d', 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b', 'port_id': 'd7374057-ff0b-46c0-97e2-544a3f54a28d', 'mac_address': 'fa:16:3e:6a:dc:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41db356-992c-4429-bf61-7307d60ac430', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:36:40.838452 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port d7374057-ff0b-46c0-97e2-544a3f54a28d is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:36:40.838836 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (d7374057-ff0b-46c0-97e2-544a3f54a28d), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:40.850937 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7374057-ff0b-46c0-97e2-544a3f54a28d {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:36:40.869142 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port d7374057-ff0b-46c0-97e2-544a3f54a28d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d7374057-ff0b-46c0-97e2-544a3f54a28d,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:36:40.872753 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (d7374057-ff0b-46c0-97e2-544a3f54a28d), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:40.919176 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=d7374057-ff0b-46c0-97e2-544a3f54a28d,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:41.120667 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357e1c5f-14a9-4d36-985f-e8779fe551b6 req-9818e192-81a2-4f63-841e-4ede82c9b296 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:41.122022 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-357e1c5f-14a9-4d36-985f-e8779fe551b6 req-9818e192-81a2-4f63-841e-4ede82c9b296 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 944 time: 0.0487633 Jan 26 19:36:41.172268 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-357e1c5f-14a9-4d36-985f-e8779fe551b6 req-ca44222d-8ac8-4b09-b1a3-81403b00849d tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447974 Jan 26 19:36:42.282342 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9d236-5d85-4b80-b3ab-ce83e2666cfe req-7289e160-a613-4851-a583-e38e438b1b02 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:42.283791 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-18b9d236-5d85-4b80-b3ab-ce83e2666cfe req-7289e160-a613-4851-a583-e38e438b1b02 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 944 time: 0.0469117 Jan 26 19:36:42.327940 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-18b9d236-5d85-4b80-b3ab-ce83e2666cfe req-b6e75cba-c195-4c85-8d21-038aed2647e2 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387390 Jan 26 19:36:43.437514 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98eb3b5-cac7-4e31-9fdd-49be576cfb98 req-f990702f-0432-4de8-872a-c356d93a4ee8 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:43.438972 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f98eb3b5-cac7-4e31-9fdd-49be576cfb98 req-f990702f-0432-4de8-872a-c356d93a4ee8 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 944 time: 0.0472200 Jan 26 19:36:43.483647 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f98eb3b5-cac7-4e31-9fdd-49be576cfb98 req-684f74fe-6ba8-44eb-b85c-1deb577cdc67 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386767 Jan 26 19:36:44.595303 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeebb1c-b37f-45e2-8802-21cadcc276ec req-4172d664-4a34-4f13-89b2-b17a8a1ab873 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:44.597407 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1aeebb1c-b37f-45e2-8802-21cadcc276ec req-4172d664-4a34-4f13-89b2-b17a8a1ab873 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 944 time: 0.0460670 Jan 26 19:36:44.644206 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1aeebb1c-b37f-45e2-8802-21cadcc276ec req-39e06d55-e871-4abd-aba2-87df4c9cf879 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413120 Jan 26 19:36:45.756496 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18ce37-e35e-413d-bc4c-a59c1b64cd5a req-0f2392ec-ae40-4e42-9c78-761dd66d83e6 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:45.757981 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-de18ce37-e35e-413d-bc4c-a59c1b64cd5a req-0f2392ec-ae40-4e42-9c78-761dd66d83e6 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 944 time: 0.0477216 Jan 26 19:36:45.806392 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-de18ce37-e35e-413d-bc4c-a59c1b64cd5a req-70fbf6f2-afbe-4dcc-b6b6-9d123bd32233 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429473 Jan 26 19:36:46.917337 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc382d-c907-4609-a0bc-8c17e3b1bb0c req-b4f23057-aecb-4793-ad67-6fe27fd5cefb tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:46.918676 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b9dc382d-c907-4609-a0bc-8c17e3b1bb0c req-b4f23057-aecb-4793-ad67-6fe27fd5cefb tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 944 time: 0.0473785 Jan 26 19:36:46.962482 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b9dc382d-c907-4609-a0bc-8c17e3b1bb0c req-74d70634-6eb3-46ac-af7e-04312d2cad43 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384595 Jan 26 19:36:47.449206 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['d7374057-ff0b-46c0-97e2-544a3f54a28d'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:36:48.078491 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e42583-6da7-462b-a453-cf5774c881b9 req-48955961-2f4f-48b1-80f9-ed1f4fcceb31 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:48.079982 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-73e42583-6da7-462b-a453-cf5774c881b9 req-48955961-2f4f-48b1-80f9-ed1f4fcceb31 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 944 time: 0.0508101 Jan 26 19:36:48.126302 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-73e42583-6da7-462b-a453-cf5774c881b9 req-c2842e30-e5cc-4f19-a789-eee751deb5b4 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406196 Jan 26 19:36:48.737508 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device d7374057-ff0b-46c0-97e2-544a3f54a28d up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:36:48.787790 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port d7374057-ff0b-46c0-97e2-544a3f54a28d completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:36:48.791605 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port d7374057-ff0b-46c0-97e2-544a3f54a28d triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:36:48.792081 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (d7374057-ff0b-46c0-97e2-544a3f54a28d), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:48.865278 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port d7374057-ff0b-46c0-97e2-544a3f54a28d is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:36:48.865654 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (d7374057-ff0b-46c0-97e2-544a3f54a28d), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:48.887161 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626669d2-1559-4ee3-a821-5700455c065b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7374057-ff0b-46c0-97e2-544a3f54a28d'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:36:48.889403 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9795ac86-a52d-431a-a968-eac4ece8b266" -d '{"events": [{"server_uuid": "626669d2-1559-4ee3-a821-5700455c065b", "name": "network-vif-plugged", "status": "completed", "tag": "d7374057-ff0b-46c0-97e2-544a3f54a28d"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:36:48.903197 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port d7374057-ff0b-46c0-97e2-544a3f54a28d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d7374057-ff0b-46c0-97e2-544a3f54a28d,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:36:48.908612 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (d7374057-ff0b-46c0-97e2-544a3f54a28d), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:48.959476 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=d7374057-ff0b-46c0-97e2-544a3f54a28d,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:48.980371 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d08aea-84e1-4ba0-aade-5ee762135ceb x-openstack-request-id: req-84d08aea-84e1-4ba0-aade-5ee762135ceb {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:36:48.980660 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626669d2-1559-4ee3-a821-5700455c065b", "name": "network-vif-plugged", "status": "completed", "tag": "d7374057-ff0b-46c0-97e2-544a3f54a28d", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:36:48.980911 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-84d08aea-84e1-4ba0-aade-5ee762135ceb {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:36:48.981301 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626669d2-1559-4ee3-a821-5700455c065b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7374057-ff0b-46c0-97e2-544a3f54a28d', 'code': 200} Jan 26 19:36:49.158203 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7298c0-be06-4a8c-870b-93f25de5b3ca req-cd0289dc-7b21-4a7f-aa12-a5a61a7712a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:49.159710 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-bb7298c0-be06-4a8c-870b-93f25de5b3ca req-cd0289dc-7b21-4a7f-aa12-a5a61a7712a5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 1098 time: 0.0392582 Jan 26 19:36:49.204443 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-bb7298c0-be06-4a8c-870b-93f25de5b3ca req-3c34cd53-bd00-44c5-9664-6a8ff06fe933 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367265 Jan 26 19:36:49.237732 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b7806-180f-4403-ae3d-98039944f7ee req-ab363c59-be88-40bc-8e89-43ae95542b4b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:49.239236 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a31b7806-180f-4403-ae3d-98039944f7ee req-ab363c59-be88-40bc-8e89-43ae95542b4b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 945 time: 0.0464311 Jan 26 19:36:49.284097 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a31b7806-180f-4403-ae3d-98039944f7ee req-0016b06a-f8e2-49e9-ab70-650c588a5625 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393708 Jan 26 19:36:50.398847 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cc7ed-e767-45a6-86dd-cc647fc1e21b req-288dc513-8e29-40d4-b118-ac6cb7ad31dd tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:50.400298 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-942cc7ed-e767-45a6-86dd-cc647fc1e21b req-288dc513-8e29-40d4-b118-ac6cb7ad31dd tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 945 time: 0.0497053 Jan 26 19:36:50.444690 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-942cc7ed-e767-45a6-86dd-cc647fc1e21b req-5f2ab25f-0db0-407c-89de-1df775bb4b64 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387893 Jan 26 19:36:51.566809 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c6001-bef7-4228-b847-0ace5b11d6cf req-2a9b3fb3-2855-4a1f-a310-bf958d69f38d tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:51.568324 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-539c6001-bef7-4228-b847-0ace5b11d6cf req-2a9b3fb3-2855-4a1f-a310-bf958d69f38d tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 945 time: 0.0523651 Jan 26 19:36:51.615295 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-539c6001-bef7-4228-b847-0ace5b11d6cf req-05640781-1c94-4276-9e37-f685c0a6423b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393131 Jan 26 19:36:52.359043 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6272e152-f379-4a28-ab67-994c261bc12a req-a9554ade-37ab-42c6-bea9-eccf5aa1954b tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634496094&fields=id&tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5 HTTP/1.1" status: 200 len: 267 time: 0.0425994 Jan 26 19:36:52.463148 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272e152-f379-4a28-ab67-994c261bc12a req-725e50f3-2768-42b3-a482-e5d16bbccd35 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:52.464544 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6272e152-f379-4a28-ab67-994c261bc12a req-725e50f3-2768-42b3-a482-e5d16bbccd35 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/networks?id=271d7cd6-39be-4683-b50e-e90ed3ff8279 HTTP/1.1" status: 200 len: 812 time: 0.0992002 Jan 26 19:36:52.478048 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6272e152-f379-4a28-ab67-994c261bc12a req-8ff30bcd-acc4-45d5-980b-a7ccaf5b164d tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/quotas/8c4fb0a5c0e74ac8bfc5dd910bac07f5 HTTP/1.1" status: 200 len: 375 time: 0.0083475 Jan 26 19:36:52.527801 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6272e152-f379-4a28-ab67-994c261bc12a req-a35fa9c8-6d84-44e4-bedd-542ee86f5c3d tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452034 Jan 26 19:36:52.615601 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6272e152-f379-4a28-ab67-994c261bc12a req-8130561c-6f45-452c-8ccb-21d3c6ad17a1 service neutron] 10.222.0.50 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772531 Jan 26 19:36:52.702858 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6272e152-f379-4a28-ab67-994c261bc12a req-48ac92de-2821-4b6f-80b5-a0e1c792bce8 service neutron] 10.222.0.50 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816658 Jan 26 19:36:52.970551 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c42d44d6-4b32-4c1a-8384-2a76add270af req-7d25728c-e245-40cf-af68-5a08a5259ab1 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 210 time: 0.0284469 Jan 26 19:36:54.074113 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6ea7bb08-4ced-4065-a934-3ca3c019227d req-17f05976-9ba1-469e-bccf-690b85d98f3e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 210 time: 0.0297599 Jan 26 19:36:54.105264 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272e152-f379-4a28-ab67-994c261bc12a req-f519fd7a-e3fe-4bea-8d2a-555b0ad1eee4 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:54.107454 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6272e152-f379-4a28-ab67-994c261bc12a req-f519fd7a-e3fe-4bea-8d2a-555b0ad1eee4 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.46 "GET /v2.0/networks?id=271d7cd6-39be-4683-b50e-e90ed3ff8279 HTTP/1.1" status: 200 len: 812 time: 0.3599312 Jan 26 19:36:54.176512 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6272e152-f379-4a28-ab67-994c261bc12a req-9c86dc9a-2485-48d5-8aaf-44a72d8e2e7d tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5 HTTP/1.1" status: 200 len: 379 time: 0.0583096 Jan 26 19:36:54.185650 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-6272e152-f379-4a28-ab67-994c261bc12a req-a5eebcf3-2200-4d32-95bb-2388e376b049 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Request body: {'port': {'device_id': 'f0131be9-22c7-43ff-83aa-ee8fef26df82', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'admin_state_up': True, 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'security_groups': ['bb73db78-ea8f-4d99-91f5-5ce24656c9d7']}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:36:54.309248 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6272e152-f379-4a28-ab67-994c261bc12a req-a5eebcf3-2200-4d32-95bb-2388e376b049 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Made reservation on behalf of 8c4fb0a5c0e74ac8bfc5dd910bac07f5 for: {'port': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:36:54.312823 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-6272e152-f379-4a28-ab67-994c261bc12a req-a5eebcf3-2200-4d32-95bb-2388e376b049 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:54.451369 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [req-6272e152-f379-4a28-ab67-994c261bc12a req-a5eebcf3-2200-4d32-95bb-2388e376b049 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Allocated IP 172.20.0.8 (271d7cd6-39be-4683-b50e-e90ed3ff8279/a03b0a89-d2fe-4cbd-933b-6f666740803e/2fd42577-2df6-46e5-b3c1-d7513432947d) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:36:54.587716 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-6272e152-f379-4a28-ab67-994c261bc12a req-a5eebcf3-2200-4d32-95bb-2388e376b049 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for port (2fd42577-2df6-46e5-b3c1-d7513432947d), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:54.619612 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-6272e152-f379-4a28-ab67-994c261bc12a req-a5eebcf3-2200-4d32-95bb-2388e376b049 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (2fd42577-2df6-46e5-b3c1-d7513432947d), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:54.661290 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6272e152-f379-4a28-ab67-994c261bc12a req-a5eebcf3-2200-4d32-95bb-2388e376b049 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Network 271d7cd6-39be-4683-b50e-e90ed3ff8279 is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:36:54.664452 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [req-6272e152-f379-4a28-ab67-994c261bc12a req-a5eebcf3-2200-4d32-95bb-2388e376b049 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:36:54.668069 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-6272e152-f379-4a28-ab67-994c261bc12a req-a5eebcf3-2200-4d32-95bb-2388e376b049 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:36:54.700620 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eebcf3-2200-4d32-95bb-2388e376b049 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event updated for resources: {'Port': ['ID=2fd42577-2df6-46e5-b3c1-d7513432947d,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:54.726726 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272e152-f379-4a28-ab67-994c261bc12a req-a5eebcf3-2200-4d32-95bb-2388e376b049 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:54.727350 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-6272e152-f379-4a28-ab67-994c261bc12a req-a5eebcf3-2200-4d32-95bb-2388e376b049 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:54.743236 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6272e152-f379-4a28-ab67-994c261bc12a req-a5eebcf3-2200-4d32-95bb-2388e376b049 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5620971 Jan 26 19:36:54.755845 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Request body: {'port': {'device_id': 'f0131be9-22c7-43ff-83aa-ee8fef26df82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:36:54.813749 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (2fd42577-2df6-46e5-b3c1-d7513432947d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:54.857121 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-2dcfe8a7-967f-4bf0-ad1e-ff086627cad9 None None] Provisioning complete for port 2fd42577-2df6-46e5-b3c1-d7513432947d triggered by entity DHCP. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:36:54.857684 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2dcfe8a7-967f-4bf0-ad1e-ff086627cad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (2fd42577-2df6-46e5-b3c1-d7513432947d), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:54.890320 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-2dcfe8a7-967f-4bf0-ad1e-ff086627cad9 None None] Port 2fd42577-2df6-46e5-b3c1-d7513432947d cannot update to ACTIVE because it is not bound. {{(pid=102407) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 26 19:36:55.063504 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd42577-2df6-46e5-b3c1-d7513432947d {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:36:55.070810 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Publish callbacks [] for port (2fd42577-2df6-46e5-b3c1-d7513432947d), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:55.082435 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Transition to ACTIVE for port object 2fd42577-2df6-46e5-b3c1-d7513432947d will not be triggered until provisioned by entity L2. {{(pid=102406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:36:55.085681 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (2fd42577-2df6-46e5-b3c1-d7513432947d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:55.137339 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd42577-2df6-46e5-b3c1-d7513432947d,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:55.241039 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c610176-c0ac-4b9a-a4fd-f03d76a3b953 req-176d7935-d94b-4553-b067-3b18038ec63e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:55.242560 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-7c610176-c0ac-4b9a-a4fd-f03d76a3b953 req-176d7935-d94b-4553-b067-3b18038ec63e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 943 time: 0.0838654 Jan 26 19:36:55.247519 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Attempting to bind port 2fd42577-2df6-46e5-b3c1-d7513432947d on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:36:55.247887 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Attempting to bind port 2fd42577-2df6-46e5-b3c1-d7513432947d by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:36:55.248347 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Attempting to bind port 2fd42577-2df6-46e5-b3c1-d7513432947d on network 271d7cd6-39be-4683-b50e-e90ed3ff8279 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:36:55.266925 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Port 2fd42577-2df6-46e5-b3c1-d7513432947d on network 271d7cd6-39be-4683-b50e-e90ed3ff8279 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:36:55.267387 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Attempting to bind port 2fd42577-2df6-46e5-b3c1-d7513432947d on network 271d7cd6-39be-4683-b50e-e90ed3ff8279 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:36:55.284864 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:36:55.285350 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Checking segment: {'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:36:55.285902 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Bound using segment: {'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:36:55.286535 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Bound port: 2fd42577-2df6-46e5-b3c1-d7513432947d, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '386cb049-a13b-47ce-9b7e-7b6c2272699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:36:55.287267 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (2fd42577-2df6-46e5-b3c1-d7513432947d), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:55.341527 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-7c610176-c0ac-4b9a-a4fd-f03d76a3b953 req-eabe402d-11f2-46a6-ba4f-4f17ddd1bdba tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909457 Jan 26 19:36:55.374918 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] For port 2fd42577-2df6-46e5-b3c1-d7513432947d, host hv-cinder-79400, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:36:55.378154 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] For port 2fd42577-2df6-46e5-b3c1-d7513432947d, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2fd42577-2df6-46e5-b3c1-d7513432947d,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:36:55.382771 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (2fd42577-2df6-46e5-b3c1-d7513432947d), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:55.415236 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:55.416007 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:36:55.417547 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6272e152-f379-4a28-ab67-994c261bc12a req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] 10.222.0.46 "PUT /v2.0/ports/2fd42577-2df6-46e5-b3c1-d7513432947d HTTP/1.1" status: 200 len: 1093 time: 0.6660039 Jan 26 19:36:55.420011 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0131be9-22c7-43ff-83aa-ee8fef26df82', 'tag': '2fd42577-2df6-46e5-b3c1-d7513432947d'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:36:55.422913 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4c719e-b5b9-41cf-8030-7752f5b4b7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "f0131be9-22c7-43ff-83aa-ee8fef26df82", "tag": "2fd42577-2df6-46e5-b3c1-d7513432947d"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:36:55.450945 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2747de7-dec7-4150-a3a2-c078ec242db3 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd42577-2df6-46e5-b3c1-d7513432947d,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:36:55.472473 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30df19f9-300b-40e5-a2d2-d4ec7626d3a7 x-openstack-request-id: req-30df19f9-300b-40e5-a2d2-d4ec7626d3a7 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:36:55.472775 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0131be9-22c7-43ff-83aa-ee8fef26df82", "tag": "2fd42577-2df6-46e5-b3c1-d7513432947d", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:36:55.473028 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-30df19f9-300b-40e5-a2d2-d4ec7626d3a7 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:36:55.473428 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0131be9-22c7-43ff-83aa-ee8fef26df82', 'tag': '2fd42577-2df6-46e5-b3c1-d7513432947d', 'status': 'completed', 'code': 200} Jan 26 19:36:55.502992 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272e152-f379-4a28-ab67-994c261bc12a req-44319fed-4db1-4f1b-9739-e2971528ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:55.504503 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6272e152-f379-4a28-ab67-994c261bc12a req-44319fed-4db1-4f1b-9739-e2971528ee57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5&device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 1096 time: 0.0435090 Jan 26 19:36:55.585149 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6272e152-f379-4a28-ab67-994c261bc12a req-1fe3c9f2-a870-48a2-986f-c8c3d98aeddf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fd42577-2df6-46e5-b3c1-d7513432947d HTTP/1.1" status: 200 len: 217 time: 0.0385597 Jan 26 19:36:55.640984 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272e152-f379-4a28-ab67-994c261bc12a req-999491e8-bb17-4de4-91b2-331af5b7af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:55.642458 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6272e152-f379-4a28-ab67-994c261bc12a req-999491e8-bb17-4de4-91b2-331af5b7af82 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a03b0a89-d2fe-4cbd-933b-6f666740803e HTTP/1.1" status: 200 len: 851 time: 0.0510550 Jan 26 19:36:55.685970 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6272e152-f379-4a28-ab67-994c261bc12a req-37745484-7e72-46ae-9d8c-2fc6782f985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:55.687412 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6272e152-f379-4a28-ab67-994c261bc12a req-37745484-7e72-46ae-9d8c-2fc6782f985c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=271d7cd6-39be-4683-b50e-e90ed3ff8279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386767 Jan 26 19:36:55.775905 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6272e152-f379-4a28-ab67-994c261bc12a req-4ec39aea-01c2-4102-a54a-3e641d7f6631 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825858 Jan 26 19:36:55.860006 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6272e152-f379-4a28-ab67-994c261bc12a req-7e1f2781-febb-4415-954e-5f411190777d service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784752 Jan 26 19:36:55.942977 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c719e-b5b9-41cf-8030-7752f5b4b7ae req-f374ac5e-7aa7-409e-94cf-94397bd25ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:55.944414 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd4c719e-b5b9-41cf-8030-7752f5b4b7ae req-f374ac5e-7aa7-409e-94cf-94397bd25ecb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5&device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 1096 time: 0.0410967 Jan 26 19:36:56.034853 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c719e-b5b9-41cf-8030-7752f5b4b7ae req-43094cfa-bb2f-4d7c-b8b0-77517499b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:56.036441 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd4c719e-b5b9-41cf-8030-7752f5b4b7ae req-43094cfa-bb2f-4d7c-b8b0-77517499b609 service neutron] 10.222.0.46 "GET /v2.0/networks?id=271d7cd6-39be-4683-b50e-e90ed3ff8279 HTTP/1.1" status: 200 len: 913 time: 0.0860207 Jan 26 19:36:56.075636 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd4c719e-b5b9-41cf-8030-7752f5b4b7ae req-445b62f0-041a-4e52-a47d-91200ca49416 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fd42577-2df6-46e5-b3c1-d7513432947d HTTP/1.1" status: 200 len: 217 time: 0.0329964 Jan 26 19:36:56.124884 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c719e-b5b9-41cf-8030-7752f5b4b7ae req-43b31589-876c-42d0-816e-727270711afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:56.126247 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd4c719e-b5b9-41cf-8030-7752f5b4b7ae req-43b31589-876c-42d0-816e-727270711afb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a03b0a89-d2fe-4cbd-933b-6f666740803e HTTP/1.1" status: 200 len: 851 time: 0.0440233 Jan 26 19:36:56.168804 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c719e-b5b9-41cf-8030-7752f5b4b7ae req-8fc5182c-8f24-436b-b056-843ed0ed957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:56.170286 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd4c719e-b5b9-41cf-8030-7752f5b4b7ae req-8fc5182c-8f24-436b-b056-843ed0ed957d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=271d7cd6-39be-4683-b50e-e90ed3ff8279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385761 Jan 26 19:36:56.261334 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd4c719e-b5b9-41cf-8030-7752f5b4b7ae req-704f2ad4-c199-48a7-9f9c-282da7fdefae service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848002 Jan 26 19:36:56.349696 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd4c719e-b5b9-41cf-8030-7752f5b4b7ae req-3a994b19-4599-40d1-b466-67036fa67450 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817633 Jan 26 19:36:56.454361 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f1143-f1c7-4207-a6eb-212126fb7a9e req-23a74b15-8da2-4158-b43c-710ebe5b520a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:56.455861 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-727f1143-f1c7-4207-a6eb-212126fb7a9e req-23a74b15-8da2-4158-b43c-710ebe5b520a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 943 time: 0.0493655 Jan 26 19:36:56.506902 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-727f1143-f1c7-4207-a6eb-212126fb7a9e req-4a833e0e-e215-4ba4-ad9d-7d47a1fdac33 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456183 Jan 26 19:36:56.629922 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:36:57.619921 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087c42c-bdec-43d1-88eb-e297d7a39c85 req-4556f1b9-a90f-46d4-883f-8686f87d1b8f tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:57.621363 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d087c42c-bdec-43d1-88eb-e297d7a39c85 req-4556f1b9-a90f-46d4-883f-8686f87d1b8f tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 943 time: 0.0465269 Jan 26 19:36:57.668242 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d087c42c-bdec-43d1-88eb-e297d7a39c85 req-9cfb5643-f5ea-41c8-8a17-5229d274e928 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414596 Jan 26 19:36:58.792197 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ece7a-c29f-4b63-a1f8-90ef9a3f5f49 req-dcc7d8ac-9dd7-4e8c-b0b6-06da4f4d9ccb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:58.793787 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2c4ece7a-c29f-4b63-a1f8-90ef9a3f5f49 req-dcc7d8ac-9dd7-4e8c-b0b6-06da4f4d9ccb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 943 time: 0.0585949 Jan 26 19:36:58.848001 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2c4ece7a-c29f-4b63-a1f8-90ef9a3f5f49 req-f3deba6b-11ba-4cac-99a4-250fb4c1b5d6 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485594 Jan 26 19:36:59.965544 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac158b18-183d-42ae-93a5-af4e19764c35 req-36212fbc-426a-4b6c-b575-386b126b1e39 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:36:59.967119 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ac158b18-183d-42ae-93a5-af4e19764c35 req-36212fbc-426a-4b6c-b575-386b126b1e39 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 943 time: 0.0525692 Jan 26 19:37:00.023109 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ac158b18-183d-42ae-93a5-af4e19764c35 req-7932b66e-0852-432a-96fe-ec6b0a016418 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491896 Jan 26 19:37:01.132852 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a029bb-8a31-4682-aeeb-a8849d79f8e1 req-b05115b9-62f8-4030-8613-49ee1571776b tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:01.134281 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-64a029bb-8a31-4682-aeeb-a8849d79f8e1 req-b05115b9-62f8-4030-8613-49ee1571776b tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 943 time: 0.0464694 Jan 26 19:37:01.180117 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-64a029bb-8a31-4682-aeeb-a8849d79f8e1 req-9f55124f-b462-416f-8fd6-738ba9b3428c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405326 Jan 26 19:37:02.290471 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bba4ab-5806-4f96-ad9c-eeba5b7eae10 req-782021dd-4adf-451c-a228-0705fc6bf108 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:02.291963 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-19bba4ab-5806-4f96-ad9c-eeba5b7eae10 req-782021dd-4adf-451c-a228-0705fc6bf108 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 943 time: 0.0479248 Jan 26 19:37:02.343591 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-19bba4ab-5806-4f96-ad9c-eeba5b7eae10 req-4eb6affe-d16d-4d3a-bc2e-1e4816d6941b tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460782 Jan 26 19:37:03.458663 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eaf40b-bb09-4da6-b6f9-64e184ef19ac req-dc60d48d-3445-4667-82ec-53125ca5baac tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:03.460115 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b5eaf40b-bb09-4da6-b6f9-64e184ef19ac req-dc60d48d-3445-4667-82ec-53125ca5baac tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 943 time: 0.0507944 Jan 26 19:37:03.506754 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b5eaf40b-bb09-4da6-b6f9-64e184ef19ac req-a7deb543-25cd-47bd-9adb-d7aa39c356bb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412142 Jan 26 19:37:04.044043 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-922db7f6-432e-41ff-bf4c-e02325412237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:04.615666 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e393f3-8c86-4ecb-b00a-b3af9cdfcfd3 req-5c57ef91-05ee-451a-b6ea-bcf5685b37bb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:04.617036 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-57e393f3-8c86-4ecb-b00a-b3af9cdfcfd3 req-5c57ef91-05ee-451a-b6ea-bcf5685b37bb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 943 time: 0.0465600 Jan 26 19:37:04.666951 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-57e393f3-8c86-4ecb-b00a-b3af9cdfcfd3 req-9d3b182a-445f-491d-b8a8-407aa7a70bd2 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444829 Jan 26 19:37:05.777376 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f9101-dabd-4ff5-a9e6-9c3cdcb5f6bf req-07cce27c-95c1-4ecb-b535-f411755d7a7b tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:05.778804 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6a8f9101-dabd-4ff5-a9e6-9c3cdcb5f6bf req-07cce27c-95c1-4ecb-b535-f411755d7a7b tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 943 time: 0.0465333 Jan 26 19:37:05.825146 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6a8f9101-dabd-4ff5-a9e6-9c3cdcb5f6bf req-ca6ffc35-92c5-4df6-b15f-c5b8f856f25b tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408225 Jan 26 19:37:06.320562 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-abdaa985-9ae1-4cfc-a7ea-69f6bcf9e033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:06.938078 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6113b-7fae-4c03-a561-b9c5c3a1e4a2 req-d57c48ef-35fb-4281-9dcb-1f5360487ac1 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:06.939562 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-85c6113b-7fae-4c03-a561-b9c5c3a1e4a2 req-d57c48ef-35fb-4281-9dcb-1f5360487ac1 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 943 time: 0.0487549 Jan 26 19:37:06.986773 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-85c6113b-7fae-4c03-a561-b9c5c3a1e4a2 req-356bda3d-05b1-4e3c-bea7-23ca9c696e47 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418925 Jan 26 19:37:07.780270 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:08.096811 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9e954-2051-4306-91a0-ee283565ce4e req-cfb8c321-05ee-4ace-b24f-f9fdfe580aec tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:08.098246 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d5d9e954-2051-4306-91a0-ee283565ce4e req-cfb8c321-05ee-4ace-b24f-f9fdfe580aec tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 943 time: 0.0473144 Jan 26 19:37:08.148677 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-d5d9e954-2051-4306-91a0-ee283565ce4e req-8e120bf2-e69e-4907-b121-41715501f60e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444796 Jan 26 19:37:08.176153 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:08.997826 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:09.260041 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fafc1-acfd-4ed6-91b4-307074759e08 req-04e836b0-cfc9-4f1c-90b7-13a2130365a7 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:09.261440 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c08fafc1-acfd-4ed6-91b4-307074759e08 req-04e836b0-cfc9-4f1c-90b7-13a2130365a7 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 943 time: 0.0478032 Jan 26 19:37:09.308297 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c08fafc1-acfd-4ed6-91b4-307074759e08 req-ad53db8b-e4ba-4873-9a0a-0e82171839fc tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414739 Jan 26 19:37:10.315954 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:10.420186 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465d79d-22f2-4077-9431-bf1781accab8 req-ead8782a-c048-4d2c-8ca4-df64ecb792a9 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:10.421629 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5465d79d-22f2-4077-9431-bf1781accab8 req-ead8782a-c048-4d2c-8ca4-df64ecb792a9 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 943 time: 0.0466878 Jan 26 19:37:10.468249 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5465d79d-22f2-4077-9431-bf1781accab8 req-2d3e9adf-74a9-41ed-a834-4371970a2f56 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410767 Jan 26 19:37:11.588595 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbb32f-f4f2-43d9-ba58-03b8e79618bc req-1e83d9ef-1949-4a52-9091-b677ec58862a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:11.590045 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-79dbb32f-f4f2-43d9-ba58-03b8e79618bc req-1e83d9ef-1949-4a52-9091-b677ec58862a tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 943 time: 0.0534856 Jan 26 19:37:11.636993 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-79dbb32f-f4f2-43d9-ba58-03b8e79618bc req-9c129221-47f2-4189-a562-afd93cb40b06 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414956 Jan 26 19:37:12.750386 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c76011-ba14-4eb5-93ab-1407b4427355 req-abec2b9e-4033-4895-98f7-ffd5d086869b tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:12.751849 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-54c76011-ba14-4eb5-93ab-1407b4427355 req-abec2b9e-4033-4895-98f7-ffd5d086869b tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 943 time: 0.0462589 Jan 26 19:37:12.797935 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-54c76011-ba14-4eb5-93ab-1407b4427355 req-7b413bce-0e8e-4c9d-93af-7f3e35b39132 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405526 Jan 26 19:37:13.907850 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ab63f-2a92-47e9-8967-a612a04af6d9 req-50f312c0-f323-4927-90a2-0ae314f74263 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:13.909303 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-069ab63f-2a92-47e9-8967-a612a04af6d9 req-50f312c0-f323-4927-90a2-0ae314f74263 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 943 time: 0.0467162 Jan 26 19:37:13.955827 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-069ab63f-2a92-47e9-8967-a612a04af6d9 req-b9fc57f9-bb4d-4cd1-8142-a060812a1383 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404286 Jan 26 19:37:15.068814 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f655b5-ad25-4dba-8fca-f31a66ef6c97 req-2388f3fe-f0ac-48ef-8d73-6852e2cc7ebd tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:15.070243 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c7f655b5-ad25-4dba-8fca-f31a66ef6c97 req-2388f3fe-f0ac-48ef-8d73-6852e2cc7ebd tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 943 time: 0.0505111 Jan 26 19:37:15.116355 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c7f655b5-ad25-4dba-8fca-f31a66ef6c97 req-daf85d06-fa47-43c8-8aea-983360dff742 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406778 Jan 26 19:37:16.231048 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa5c09-b458-445c-ae99-664bb3608407 req-a1583e1d-b3e2-47f7-97c2-237db04dba2b tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:16.233197 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cfaa5c09-b458-445c-ae99-664bb3608407 req-a1583e1d-b3e2-47f7-97c2-237db04dba2b tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 943 time: 0.0516708 Jan 26 19:37:16.284573 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-cfaa5c09-b458-445c-ae99-664bb3608407 req-46f07055-b3e4-47db-9969-831532690e6b tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459051 Jan 26 19:37:16.296187 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-760fc98b-d3cb-4f0b-89eb-2f5fe56888d1 req-cb674025-6d44-4d9a-b8c9-62df242974e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391769 Jan 26 19:37:16.355675 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fc98b-d3cb-4f0b-89eb-2f5fe56888d1 req-721eefae-b9fc-4269-be78-23da4de502f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:16.357193 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-760fc98b-d3cb-4f0b-89eb-2f5fe56888d1 req-721eefae-b9fc-4269-be78-23da4de502f0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5&device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 1098 time: 0.0403581 Jan 26 19:37:16.460502 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fc98b-d3cb-4f0b-89eb-2f5fe56888d1 req-0254d2f1-2553-4ff3-9506-9325757571e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:16.461941 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-760fc98b-d3cb-4f0b-89eb-2f5fe56888d1 req-0254d2f1-2553-4ff3-9506-9325757571e4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=271d7cd6-39be-4683-b50e-e90ed3ff8279 HTTP/1.1" status: 200 len: 913 time: 0.0879185 Jan 26 19:37:16.523792 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-760fc98b-d3cb-4f0b-89eb-2f5fe56888d1 req-332bf4f2-e76a-4d7e-9fc7-c11ed1867bb3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 HTTP/1.1" status: 200 len: 1001 time: 0.0559800 Jan 26 19:37:16.624883 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fc98b-d3cb-4f0b-89eb-2f5fe56888d1 req-54953b4b-2db7-4043-8542-b7e2f90eb7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:16.626292 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-760fc98b-d3cb-4f0b-89eb-2f5fe56888d1 req-54953b4b-2db7-4043-8542-b7e2f90eb7e5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a03b0a89-d2fe-4cbd-933b-6f666740803e HTTP/1.1" status: 200 len: 851 time: 0.0972114 Jan 26 19:37:16.697842 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-883a4c71-f50e-4af1-bda3-ecd931746b0e tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:16.699282 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-883a4c71-f50e-4af1-bda3-ecd931746b0e tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/networks?id=3dfee021-f64b-48e0-8195-f604062d6f9b HTTP/1.1" status: 200 len: 815 time: 0.1412523 Jan 26 19:37:16.701004 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fc98b-d3cb-4f0b-89eb-2f5fe56888d1 req-48e263a2-56aa-4ab6-91af-08aeac56ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:16.702305 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-760fc98b-d3cb-4f0b-89eb-2f5fe56888d1 req-48e263a2-56aa-4ab6-91af-08aeac56ac9d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=271d7cd6-39be-4683-b50e-e90ed3ff8279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691440 Jan 26 19:37:16.729656 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-c63e4574-5267-44a9-a7cf-2b2f9a753e2c tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/quotas/45b7093fc6044e2dbc5ec6163648ea14 HTTP/1.1" status: 200 len: 375 time: 0.0246396 Jan 26 19:37:16.820846 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-bdba5861-cc9c-4673-a28b-5cdfda257606 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=45b7093fc6044e2dbc5ec6163648ea14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834754 Jan 26 19:37:16.826022 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-760fc98b-d3cb-4f0b-89eb-2f5fe56888d1 req-9897f96b-a14a-4981-831e-5205ed1b73ff service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152146 Jan 26 19:37:16.904510 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 2fd42577-2df6-46e5-b3c1-d7513432947d details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:37:16.974991 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-760fc98b-d3cb-4f0b-89eb-2f5fe56888d1 req-ea4b5faf-d522-4c61-bcee-1f0b2e469f00 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406975 Jan 26 19:37:16.976723 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-8203ff62-82ea-449c-aba3-b81012cbc3fc service neutron] 10.222.0.50 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492345 Jan 26 19:37:17.000542 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 2fd42577-2df6-46e5-b3c1-d7513432947d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2fd42577-2df6-46e5-b3c1-d7513432947d,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:37:17.011408 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': '2fd42577-2df6-46e5-b3c1-d7513432947d', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'port_id': '2fd42577-2df6-46e5-b3c1-d7513432947d', 'mac_address': 'fa:16:3e:ad:2a:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:37:17.051747 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 2fd42577-2df6-46e5-b3c1-d7513432947d is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:37:17.052166 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (2fd42577-2df6-46e5-b3c1-d7513432947d), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:17.072333 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-b8ed2a79-696d-48d9-b76c-127cd74153ce service neutron] 10.222.0.50 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891707 Jan 26 19:37:17.193365 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd42577-2df6-46e5-b3c1-d7513432947d {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:37:17.214077 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 2fd42577-2df6-46e5-b3c1-d7513432947d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2fd42577-2df6-46e5-b3c1-d7513432947d,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:37:17.218209 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (2fd42577-2df6-46e5-b3c1-d7513432947d), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:17.245762 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-d60ef825-f671-4d0f-8feb-30e87bab922e req-c00232ab-3821-4baa-a7c5-9ee22219bbbb tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6a62b3-b85b-4d4a-8559-aa29f3668072 HTTP/1.1" status: 200 len: 210 time: 0.0319254 Jan 26 19:37:17.268066 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=2fd42577-2df6-46e5-b3c1-d7513432947d,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:17.405361 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6333d-4da1-42ce-93a1-85a4ce0cec54 req-dd98a3c9-9c41-49bc-a7e4-bc4900d4c448 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:17.406812 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-82a6333d-4da1-42ce-93a1-85a4ce0cec54 req-dd98a3c9-9c41-49bc-a7e4-bc4900d4c448 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 944 time: 0.0573552 Jan 26 19:37:17.456660 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-82a6333d-4da1-42ce-93a1-85a4ce0cec54 req-729a0e21-7b0c-4154-84b8-7bdf9d919ac6 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435405 Jan 26 19:37:17.659317 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['2fd42577-2df6-46e5-b3c1-d7513432947d'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:37:18.174698 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-05e8df03-2283-4ccf-a45a-e0f55547a460 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:18.176306 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-05e8df03-2283-4ccf-a45a-e0f55547a460 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.46 "GET /v2.0/networks?id=3dfee021-f64b-48e0-8195-f604062d6f9b HTTP/1.1" status: 200 len: 815 time: 0.1044581 Jan 26 19:37:18.188356 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-6a2fb277-1a04-4c1a-a1b5-8e0d1c7ed9e0 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Request body: {'port': {'device_id': '8d6a62b3-b85b-4d4a-8559-aa29f3668072', 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b', 'admin_state_up': True, 'tenant_id': '45b7093fc6044e2dbc5ec6163648ea14'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:37:18.302110 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-6a2fb277-1a04-4c1a-a1b5-8e0d1c7ed9e0 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Made reservation on behalf of 45b7093fc6044e2dbc5ec6163648ea14 for: {'port': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:37:18.305951 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-6a2fb277-1a04-4c1a-a1b5-8e0d1c7ed9e0 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:18.340536 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-20da43f3-d57a-44aa-818e-b67b4a6b26b6 req-577c6555-6ecc-4d01-8f5c-ee9330ea2013 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6a62b3-b85b-4d4a-8559-aa29f3668072 HTTP/1.1" status: 200 len: 210 time: 0.0263112 Jan 26 19:37:18.428771 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-6a2fb277-1a04-4c1a-a1b5-8e0d1c7ed9e0 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Allocated IP 172.20.0.11 (3dfee021-f64b-48e0-8195-f604062d6f9b/f41db356-992c-4429-bf61-7307d60ac430/2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:37:18.603812 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e972772-0db3-4d96-95c5-f7c7a89cda75 req-acecb912-572f-443f-911a-7d70f05523a7 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:18.605260 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3e972772-0db3-4d96-95c5-f7c7a89cda75 req-acecb912-572f-443f-911a-7d70f05523a7 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 944 time: 0.0792186 Jan 26 19:37:18.608234 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-6a2fb277-1a04-4c1a-a1b5-8e0d1c7ed9e0 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks [] for port (2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:18.672662 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3e972772-0db3-4d96-95c5-f7c7a89cda75 req-65908fc2-1f80-40fb-9ee1-b1779e59d410 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612752 Jan 26 19:37:18.682711 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-6a2fb277-1a04-4c1a-a1b5-8e0d1c7ed9e0 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:18.695802 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['d7374057-ff0b-46c0-97e2-544a3f54a28d'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:37:18.725090 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-6a2fb277-1a04-4c1a-a1b5-8e0d1c7ed9e0 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Network 3dfee021-f64b-48e0-8195-f604062d6f9b is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:37:18.728045 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-6a2fb277-1a04-4c1a-a1b5-8e0d1c7ed9e0 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:37:18.733579 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-6a2fb277-1a04-4c1a-a1b5-8e0d1c7ed9e0 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:37:18.740182 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fb277-1a04-4c1a-a1b5-8e0d1c7ed9e0 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Pushing event updated for resources: {'Port': ['ID=2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:18.784347 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-6a2fb277-1a04-4c1a-a1b5-8e0d1c7ed9e0 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:18.784953 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-6a2fb277-1a04-4c1a-a1b5-8e0d1c7ed9e0 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:18.799943 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-6a2fb277-1a04-4c1a-a1b5-8e0d1c7ed9e0 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6154475 Jan 26 19:37:18.813716 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Request body: {'port': {'device_id': '8d6a62b3-b85b-4d4a-8559-aa29f3668072', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:37:18.867449 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:18.907867 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 2fd42577-2df6-46e5-b3c1-d7513432947d up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:37:18.962495 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port 2fd42577-2df6-46e5-b3c1-d7513432947d completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:37:18.966471 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port 2fd42577-2df6-46e5-b3c1-d7513432947d triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:37:18.967745 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (2fd42577-2df6-46e5-b3c1-d7513432947d), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:19.053943 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 2fd42577-2df6-46e5-b3c1-d7513432947d is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:37:19.054406 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (2fd42577-2df6-46e5-b3c1-d7513432947d), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:19.080814 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0131be9-22c7-43ff-83aa-ee8fef26df82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd42577-2df6-46e5-b3c1-d7513432947d'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:37:19.083194 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2649cf-0449-458f-8a32-32089e0f84ee" -d '{"events": [{"server_uuid": "f0131be9-22c7-43ff-83aa-ee8fef26df82", "name": "network-vif-plugged", "status": "completed", "tag": "2fd42577-2df6-46e5-b3c1-d7513432947d"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:37:19.095798 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 2fd42577-2df6-46e5-b3c1-d7513432947d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2fd42577-2df6-46e5-b3c1-d7513432947d,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:37:19.100800 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (2fd42577-2df6-46e5-b3c1-d7513432947d), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:19.125295 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 32790) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:37:19.127254 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1724c4-bd89-4013-aa20-315e2f5fe24d x-openstack-request-id: req-dc1724c4-bd89-4013-aa20-315e2f5fe24d {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:37:19.127555 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0131be9-22c7-43ff-83aa-ee8fef26df82", "name": "network-vif-plugged", "status": "completed", "tag": "2fd42577-2df6-46e5-b3c1-d7513432947d", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:37:19.127833 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc1724c4-bd89-4013-aa20-315e2f5fe24d {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:37:19.128230 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0131be9-22c7-43ff-83aa-ee8fef26df82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd42577-2df6-46e5-b3c1-d7513432947d', 'code': 200} Jan 26 19:37:19.160265 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=2fd42577-2df6-46e5-b3c1-d7513432947d,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:19.166138 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:37:19.175072 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Publish callbacks [] for port (2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:19.188425 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Transition to ACTIVE for port object 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 will not be triggered until provisioned by entity L2. {{(pid=102406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:37:19.192046 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:19.245557 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:19.266351 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1c50a5aa-6036-43d3-8a93-08c3c82a693f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:19.352550 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1c50a5aa-6036-43d3-8a93-08c3c82a693f admin admin] Publish callbacks [] for security_group (3b00d5ac-ef82-42c7-a6b9-7a285fb84396), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:19.357599 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-1c50a5aa-6036-43d3-8a93-08c3c82a693f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (3b00d5ac-ef82-42c7-a6b9-7a285fb84396), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:19.397498 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50a5aa-6036-43d3-8a93-08c3c82a693f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b00d5ac-ef82-42c7-a6b9-7a285fb84396,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:19.403748 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-1c50a5aa-6036-43d3-8a93-08c3c82a693f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=20e09f7dca2f46f7bae83ce8ae053bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2771690 Jan 26 19:37:19.407802 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 32796) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:37:19.415366 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50a5aa-6036-43d3-8a93-08c3c82a693f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:19.415717 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50a5aa-6036-43d3-8a93-08c3c82a693f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:19.416089 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50a5aa-6036-43d3-8a93-08c3c82a693f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:19.416428 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50a5aa-6036-43d3-8a93-08c3c82a693f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:19.416768 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50a5aa-6036-43d3-8a93-08c3c82a693f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:19.417098 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50a5aa-6036-43d3-8a93-08c3c82a693f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:19.417428 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50a5aa-6036-43d3-8a93-08c3c82a693f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:19.417775 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50a5aa-6036-43d3-8a93-08c3c82a693f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:19.418083 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50a5aa-6036-43d3-8a93-08c3c82a693f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:19.418408 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50a5aa-6036-43d3-8a93-08c3c82a693f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:19.418730 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50a5aa-6036-43d3-8a93-08c3c82a693f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:19.419049 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50a5aa-6036-43d3-8a93-08c3c82a693f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:19.419368 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c50a5aa-6036-43d3-8a93-08c3c82a693f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:19.470833 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ac1f47bd-2272-4c5e-9b88-4980e23f35d2 admin admin] Publish callbacks [] for security_group (3b00d5ac-ef82-42c7-a6b9-7a285fb84396), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:19.492920 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ac1f47bd-2272-4c5e-9b88-4980e23f35d2 admin admin] Publish callbacks [] for security_group (3b00d5ac-ef82-42c7-a6b9-7a285fb84396), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:19.541783 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ac1f47bd-2272-4c5e-9b88-4980e23f35d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (3b00d5ac-ef82-42c7-a6b9-7a285fb84396), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:19.544437 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-ac1f47bd-2272-4c5e-9b88-4980e23f35d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:19.545747 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ac1f47bd-2272-4c5e-9b88-4980e23f35d2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b00d5ac-ef82-42c7-a6b9-7a285fb84396 HTTP/1.1" status: 204 len: 168 time: 0.1368461 Jan 26 19:37:19.555165 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f47bd-2272-4c5e-9b88-4980e23f35d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b00d5ac-ef82-42c7-a6b9-7a285fb84396,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:19.605373 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371df5ab-b5f9-4d3e-abf6-099afdad53df req-8aabb4c7-6aeb-4333-a00b-adb0a8368e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:19.606849 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-371df5ab-b5f9-4d3e-abf6-099afdad53df req-8aabb4c7-6aeb-4333-a00b-adb0a8368e17 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 1098 time: 0.1076813 Jan 26 19:37:19.629901 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81727ea1-9971-417a-a9e9-2d59b2c6670c req-3223b48a-b2f2-4b32-86d4-1c04abe1ae8b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:19.631855 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-81727ea1-9971-417a-a9e9-2d59b2c6670c req-3223b48a-b2f2-4b32-86d4-1c04abe1ae8b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6a62b3-b85b-4d4a-8559-aa29f3668072 HTTP/1.1" status: 200 len: 944 time: 0.1311984 Jan 26 19:37:19.637785 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Attempting to bind port 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:37:19.638122 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Attempting to bind port 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '0dc1113e-1172-4dbe-8feb-8c6ff606a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:37:19.638452 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Attempting to bind port 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 on network 3dfee021-f64b-48e0-8195-f604062d6f9b {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:37:19.661872 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Port 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 on network 3dfee021-f64b-48e0-8195-f604062d6f9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:37:19.662270 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Attempting to bind port 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 on network 3dfee021-f64b-48e0-8195-f604062d6f9b {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:37:19.684466 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:37:19.684810 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Checking segment: {'id': '0dc1113e-1172-4dbe-8feb-8c6ff606a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:37:19.685192 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Bound using segment: {'id': '0dc1113e-1172-4dbe-8feb-8c6ff606a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:37:19.685630 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Bound port: 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc1113e-1172-4dbe-8feb-8c6ff606a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:37:19.685989 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:19.712509 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-371df5ab-b5f9-4d3e-abf6-099afdad53df req-c31af346-c953-4ba1-acc1-b0d69c74d824 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963991 Jan 26 19:37:19.742204 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-81727ea1-9971-417a-a9e9-2d59b2c6670c req-e29fb675-7401-4a6d-8c78-c3a80c398740 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994442 Jan 26 19:37:19.777785 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] For port 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1, host hv-cinder-79400, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:37:19.781948 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] For port 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:37:19.789498 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:19.794129 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0454d7-c595-4dd3-97de-b5d496ede0f5 req-0facf899-ff90-46c9-b3c9-511a9e2b1158 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:19.795856 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6d0454d7-c595-4dd3-97de-b5d496ede0f5 req-0facf899-ff90-46c9-b3c9-511a9e2b1158 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 945 time: 0.0528448 Jan 26 19:37:19.827237 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:19.828015 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:19.829390 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] 10.222.0.46 "PUT /v2.0/ports/2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 HTTP/1.1" status: 200 len: 1094 time: 1.0197570 Jan 26 19:37:19.831708 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d6a62b3-b85b-4d4a-8559-aa29f3668072', 'tag': '2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:37:19.834030 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a94849e-c9f6-48f2-9e50-15e1548eae8c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d6a62b3-b85b-4d4a-8559-aa29f3668072", "tag": "2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:37:19.851156 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6d0454d7-c595-4dd3-97de-b5d496ede0f5 req-12a91da4-1220-4510-a00c-e65fddd4411d tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492034 Jan 26 19:37:19.858939 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4d8b0-6de9-4553-a9c6-5c6b7ce5dfb0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:19.887610 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1436bcf-5fc0-49dd-b949-d7aa55615c0d x-openstack-request-id: req-f1436bcf-5fc0-49dd-b949-d7aa55615c0d {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:37:19.887926 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d6a62b3-b85b-4d4a-8559-aa29f3668072", "tag": "2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:37:19.888182 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f1436bcf-5fc0-49dd-b949-d7aa55615c0d {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:37:19.888579 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d6a62b3-b85b-4d4a-8559-aa29f3668072', 'tag': '2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1', 'status': 'completed', 'code': 200} Jan 26 19:37:20.201690 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94849e-c9f6-48f2-9e50-15e1548eae8c req-ebb5de68-0e9a-41b8-b3c2-0dd5945cb1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:20.203167 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5a94849e-c9f6-48f2-9e50-15e1548eae8c req-ebb5de68-0e9a-41b8-b3c2-0dd5945cb1ba service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45b7093fc6044e2dbc5ec6163648ea14&device_id=8d6a62b3-b85b-4d4a-8559-aa29f3668072 HTTP/1.1" status: 200 len: 1097 time: 0.0460677 Jan 26 19:37:20.380920 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94849e-c9f6-48f2-9e50-15e1548eae8c req-1322ca83-417f-483d-8427-1042baec10e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:20.382381 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5a94849e-c9f6-48f2-9e50-15e1548eae8c req-1322ca83-417f-483d-8427-1042baec10e3 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=45b7093fc6044e2dbc5ec6163648ea14&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1697361 Jan 26 19:37:20.542056 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94849e-c9f6-48f2-9e50-15e1548eae8c req-2f0be0a3-51e5-4f16-b1b9-78cfd19e0624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:20.543522 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-5a94849e-c9f6-48f2-9e50-15e1548eae8c req-2f0be0a3-51e5-4f16-b1b9-78cfd19e0624 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1530080 Jan 26 19:37:20.580452 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 32832) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:37:20.621090 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-e41f76ec-b1b5-489b-9281-25a05f12b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:20.622563 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-e41f76ec-b1b5-489b-9281-25a05f12b0ef service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45b7093fc6044e2dbc5ec6163648ea14&device_id=8d6a62b3-b85b-4d4a-8559-aa29f3668072 HTTP/1.1" status: 200 len: 1097 time: 0.0397239 Jan 26 19:37:20.664552 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-466f3897-d8d8-4a9b-b44f-e136f3bc2d39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 HTTP/1.1" status: 200 len: 217 time: 0.0322833 Jan 26 19:37:20.683045 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-809fcfbc-fd06-492a-a261-26350e6a8698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:20.715949 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-3309e853-3129-4977-ab50-b4816ce4ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:20.717374 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-3309e853-3129-4977-ab50-b4816ce4ebb8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f41db356-992c-4429-bf61-7307d60ac430 HTTP/1.1" status: 200 len: 855 time: 0.0459073 Jan 26 19:37:20.751743 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-1ec024e2-4a8b-4920-9802-82aa252b2c82 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3dfee021-f64b-48e0-8195-f604062d6f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234106 Jan 26 19:37:20.756669 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-809fcfbc-fd06-492a-a261-26350e6a8698 admin admin] Publish callbacks [] for security_group (e6f693c5-40ab-4f9e-8225-cca4d6f05b4c), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:20.760720 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-809fcfbc-fd06-492a-a261-26350e6a8698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (e6f693c5-40ab-4f9e-8225-cca4d6f05b4c), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:20.801920 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-809fcfbc-fd06-492a-a261-26350e6a8698 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3df82ccc8d414d4586412f74c72912f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203677 Jan 26 19:37:20.802807 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fcfbc-fd06-492a-a261-26350e6a8698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f693c5-40ab-4f9e-8225-cca4d6f05b4c,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:20.805706 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 32838) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:37:20.847287 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-c95641ad-9a41-43e2-ba5d-4b7b0d904fd4 service neutron] 10.222.0.46 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827153 Jan 26 19:37:20.888566 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-114bdfe0-95db-41c5-840f-e71408564797 admin admin] Publish callbacks [] for security_group (e6f693c5-40ab-4f9e-8225-cca4d6f05b4c), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:20.900883 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a250fcc-20dc-4d11-aba8-a4e143d0ca09 req-59352971-26b5-4a76-846a-dde92f10618c tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:20.902393 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4a250fcc-20dc-4d11-aba8-a4e143d0ca09 req-59352971-26b5-4a76-846a-dde92f10618c tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6a62b3-b85b-4d4a-8559-aa29f3668072 HTTP/1.1" status: 200 len: 944 time: 0.0754089 Jan 26 19:37:20.927917 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-114bdfe0-95db-41c5-840f-e71408564797 admin admin] Publish callbacks [] for security_group (e6f693c5-40ab-4f9e-8225-cca4d6f05b4c), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:20.967317 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-2b8cb171-7d8f-49b1-9c3c-feda3a4ac9f0 req-592c7af4-e216-4ded-97cf-f20c3542d9a0 service neutron] 10.222.0.46 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134169 Jan 26 19:37:20.981991 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02b16b-40b5-44a9-805c-42be70c50dd6 req-f2d7e570-cf7d-445b-9058-c614ca781de8 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:20.983429 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6b02b16b-40b5-44a9-805c-42be70c50dd6 req-f2d7e570-cf7d-445b-9058-c614ca781de8 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 945 time: 0.0596006 Jan 26 19:37:20.984011 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4a250fcc-20dc-4d11-aba8-a4e143d0ca09 req-816947cb-38f6-46d6-aad4-db205f3b8dbf tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709198 Jan 26 19:37:21.002940 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-114bdfe0-95db-41c5-840f-e71408564797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (e6f693c5-40ab-4f9e-8225-cca4d6f05b4c), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:21.005887 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-114bdfe0-95db-41c5-840f-e71408564797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:21.009849 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-114bdfe0-95db-41c5-840f-e71408564797 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e6f693c5-40ab-4f9e-8225-cca4d6f05b4c HTTP/1.1" status: 204 len: 168 time: 0.2032392 Jan 26 19:37:21.018262 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bdfe0-95db-41c5-840f-e71408564797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f693c5-40ab-4f9e-8225-cca4d6f05b4c,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:21.036404 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6b02b16b-40b5-44a9-805c-42be70c50dd6 req-47f0ebf0-1eeb-490a-9f79-de743aefcaf4 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467453 Jan 26 19:37:22.116184 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584cb28-207a-430e-b65b-d32565b10a77 req-06569646-f5b7-4bc0-93fe-4940d7e40f1f tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:22.118185 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1584cb28-207a-430e-b65b-d32565b10a77 req-06569646-f5b7-4bc0-93fe-4940d7e40f1f tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6a62b3-b85b-4d4a-8559-aa29f3668072 HTTP/1.1" status: 200 len: 944 time: 0.0564201 Jan 26 19:37:22.167036 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29151c77-2382-44b0-9561-c5b7de17552f req-1c6f5387-f64d-4961-a7de-0eb65efd2600 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:22.168527 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-29151c77-2382-44b0-9561-c5b7de17552f req-1c6f5387-f64d-4961-a7de-0eb65efd2600 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 945 time: 0.0627544 Jan 26 19:37:22.176998 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-1584cb28-207a-430e-b65b-d32565b10a77 req-22f433c1-9a41-43ac-98c5-97416e3d60b4 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522778 Jan 26 19:37:22.224567 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-29151c77-2382-44b0-9561-c5b7de17552f req-9d3ad748-10fa-4f85-b3aa-61346af04c9c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456898 Jan 26 19:37:22.338275 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca26e22-9122-4efd-948b-42a0a1d923df req-86927d37-aa60-4261-816a-0e9ba9ef6f94 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:22.339931 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-eca26e22-9122-4efd-948b-42a0a1d923df req-86927d37-aa60-4261-816a-0e9ba9ef6f94 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 945 time: 0.0480378 Jan 26 19:37:22.388694 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-eca26e22-9122-4efd-948b-42a0a1d923df req-03cad55e-42da-439e-94b6-a23ecf9aeef7 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430300 Jan 26 19:37:22.411907 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 32878) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:37:22.597083 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5cd36e-dfcb-47af-bf55-5896392c2cd9 tempest-TestVolumeBootPattern-733652726 tempest-TestVolumeBootPattern-733652726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:22.598542 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ba5cd36e-dfcb-47af-bf55-5896392c2cd9 tempest-TestVolumeBootPattern-733652726 tempest-TestVolumeBootPattern-733652726-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 1093 time: 0.1856837 Jan 26 19:37:22.601863 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 32882) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:37:22.605937 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Request body: {'floatingip': {'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'port_id': '2fd42577-2df6-46e5-b3c1-d7513432947d', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:37:22.625307 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:22.717487 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:22.821167 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_common [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Allocated IP 172.27.1.139 (8cf07f92-025e-4326-a933-3274338e1685/c6bed3d7-de6a-4276-b4da-48f65ec8568d/d24c1647-f05b-47f3-8d61-9d76ae641724) {{(pid=102405) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:37:22.917246 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for port (d24c1647-f05b-47f3-8d61-9d76ae641724), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:22.948676 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8804461'] for port (d24c1647-f05b-47f3-8d61-9d76ae641724), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:22.982092 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Network 8cf07f92-025e-4326-a933-3274338e1685 is already hosted by enough agents. {{(pid=102405) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:37:22.986197 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Resources bound (agent type, host, resource id): {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:37:22.988758 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Received port after_create {{(pid=102405) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:37:23.021073 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event updated for resources: {'Port': ['ID=d24c1647-f05b-47f3-8d61-9d76ae641724,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:23.301914 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d26a0-18c8-4149-a924-a601f219e61e req-190ad586-3a54-414c-b2cb-2d8da7ca126e tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:23.303515 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6b5d26a0-18c8-4149-a924-a601f219e61e req-190ad586-3a54-414c-b2cb-2d8da7ca126e tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6a62b3-b85b-4d4a-8559-aa29f3668072 HTTP/1.1" status: 200 len: 944 time: 0.0505612 Jan 26 19:37:23.354578 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6b5d26a0-18c8-4149-a924-a601f219e61e req-65c92b9e-6888-42a0-a05b-f8d61027e747 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448453 Jan 26 19:37:23.381062 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for floatingip (580011d3-995c-44b1-9981-015cae6a35c6), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:23.453814 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (d24c1647-f05b-47f3-8d61-9d76ae641724), before_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:23.595612 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for port (d24c1647-f05b-47f3-8d61-9d76ae641724), precommit_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:23.599867 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8804474'] for port (d24c1647-f05b-47f3-8d61-9d76ae641724), after_update {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:23.670337 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event updated for resources: {'Port': ['ID=d24c1647-f05b-47f3-8d61-9d76ae641724,revision_number=2']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:23.680610 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-747628'] for floatingip (580011d3-995c-44b1-9981-015cae6a35c6), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:23.778189 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.db.l3_db [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Floating IP 580011d3-995c-44b1-9981-015cae6a35c6 associated. External IP: 172.27.1.139, port: 2fd42577-2df6-46e5-b3c1-d7513432947d. Jan 26 19:37:23.973713 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Router 293bcd84-6f89-4055-8ccf-087b412795a8 has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102405) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:37:24.077769 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102405) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:37:24.087148 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d854828-1c37-4a22-99c8-4d52448ff8fc None None] Sync routers for ids ['293bcd84-6f89-4055-8ccf-087b412795a8'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:37:24.094491 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:24.096434 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d854828-1c37-4a22-99c8-4d52448ff8fc None None] Routers {'293bcd84-6f89-4055-8ccf-087b412795a8'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:37:24.097042 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-9d854828-1c37-4a22-99c8-4d52448ff8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:37:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['293bcd84-6f89-4055-8ccf-087b412795a8'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:37:24.122500 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-439a80c0-691e-43ce-a4ed-e6159d62c6fb tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5196471 Jan 26 19:37:24.123175 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0131be9-22c7-43ff-83aa-ee8fef26df82', 'tag': '2fd42577-2df6-46e5-b3c1-d7513432947d'}] {{(pid=102405) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:37:24.125740 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae7b72c0399c7a02543c54853772d0c66854ec282a6807dc06cd91a1aad397b1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3707da42-a168-4066-9466-816e24c726e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f0131be9-22c7-43ff-83aa-ee8fef26df82", "tag": "2fd42577-2df6-46e5-b3c1-d7513432947d"}]}' {{(pid=102405) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:37:24.162834 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988d1af3-e374-4876-b45f-02124c39fb4f x-openstack-request-id: req-988d1af3-e374-4876-b45f-02124c39fb4f {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:37:24.163137 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0131be9-22c7-43ff-83aa-ee8fef26df82", "tag": "2fd42577-2df6-46e5-b3c1-d7513432947d", "status": "completed", "code": 200}]} {{(pid=102405) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:37:24.163388 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-988d1af3-e374-4876-b45f-02124c39fb4f {{(pid=102405) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:37:24.164460 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0131be9-22c7-43ff-83aa-ee8fef26df82', 'tag': '2fd42577-2df6-46e5-b3c1-d7513432947d', 'status': 'completed', 'code': 200} Jan 26 19:37:24.207074 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-9d854828-1c37-4a22-99c8-4d52448ff8fc None None] Set router 293bcd84-6f89-4055-8ccf-087b412795a8 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:37:24.221213 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707da42-a168-4066-9466-816e24c726e5 req-ac9e985b-4913-4dce-ba37-4117453e01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:24.222656 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3707da42-a168-4066-9466-816e24c726e5 req-ac9e985b-4913-4dce-ba37-4117453e01ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5&device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 1098 time: 0.0385709 Jan 26 19:37:24.315556 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707da42-a168-4066-9466-816e24c726e5 req-e5223701-d26b-4cdd-82ca-3c4c700e28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:24.317035 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3707da42-a168-4066-9466-816e24c726e5 req-e5223701-d26b-4cdd-82ca-3c4c700e28dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=271d7cd6-39be-4683-b50e-e90ed3ff8279 HTTP/1.1" status: 200 len: 913 time: 0.0866790 Jan 26 19:37:24.379904 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3707da42-a168-4066-9466-816e24c726e5 req-674982af-7114-4682-aafa-c0fbcd46e461 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fd42577-2df6-46e5-b3c1-d7513432947d HTTP/1.1" status: 200 len: 999 time: 0.0567033 Jan 26 19:37:24.440619 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-9d854828-1c37-4a22-99c8-4d52448ff8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': '250448b1-4a4d-487b-acb1-ca0047e30c4b', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'port_id': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'mac_address': 'fa:16:3e:f8:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:34:34Z', 'updated_at': '2022-01-26T19:34:36Z', 'revision_number': 1, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'fixed_ip_address_scope': None}, {'id': '580011d3-995c-44b1-9981-015cae6a35c6', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'port_id': '2fd42577-2df6-46e5-b3c1-d7513432947d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'mac_address': 'fa:16:3e:ad:2a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0131be9-22c7-43ff-83aa-ee8fef26df82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:37:23Z', 'updated_at': '2022-01-26T19:37:23Z', 'revision_number': 0, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 5, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:37:24.464682 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707da42-a168-4066-9466-816e24c726e5 req-231aed51-66f7-4639-bd4d-fcb9014655eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:24.466129 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3707da42-a168-4066-9466-816e24c726e5 req-231aed51-66f7-4639-bd4d-fcb9014655eb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a03b0a89-d2fe-4cbd-933b-6f666740803e HTTP/1.1" status: 200 len: 851 time: 0.0798335 Jan 26 19:37:24.467810 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d854828-1c37-4a22-99c8-4d52448ff8fc None None] Checking router: 293bcd84-6f89-4055-8ccf-087b412795a8 for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:37:24.476156 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d854828-1c37-4a22-99c8-4d52448ff8fc None None] Routers {'293bcd84-6f89-4055-8ccf-087b412795a8'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:37:24.477260 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-9d854828-1c37-4a22-99c8-4d52448ff8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:37:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['293bcd84-6f89-4055-8ccf-087b412795a8'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:37:24.509092 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f846635-601e-4193-810e-19d195225d8b req-f802f8af-bd38-4ace-8012-0c3c83bb785d tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:24.510902 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6f846635-601e-4193-810e-19d195225d8b req-f802f8af-bd38-4ace-8012-0c3c83bb785d tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6a62b3-b85b-4d4a-8559-aa29f3668072 HTTP/1.1" status: 200 len: 944 time: 0.0835404 Jan 26 19:37:24.542467 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707da42-a168-4066-9466-816e24c726e5 req-ac67ef54-832f-4f89-8b5d-e47a9414a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:24.544511 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3707da42-a168-4066-9466-816e24c726e5 req-ac67ef54-832f-4f89-8b5d-e47a9414a59a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=271d7cd6-39be-4683-b50e-e90ed3ff8279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713766 Jan 26 19:37:24.591210 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-9d854828-1c37-4a22-99c8-4d52448ff8fc None None] Set router 293bcd84-6f89-4055-8ccf-087b412795a8 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:37:24.595045 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6f846635-601e-4193-810e-19d195225d8b req-71a63594-0d8f-4622-a4fb-a80ec9c22c17 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751035 Jan 26 19:37:24.655871 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3707da42-a168-4066-9466-816e24c726e5 req-2d2059b3-6f00-48f8-ab84-c032d9b9dd82 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019089 Jan 26 19:37:24.758754 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3707da42-a168-4066-9466-816e24c726e5 req-bfd28a7e-5ff2-4394-b2ef-52497d06b5b4 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958693 Jan 26 19:37:24.856398 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-9d854828-1c37-4a22-99c8-4d52448ff8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': '250448b1-4a4d-487b-acb1-ca0047e30c4b', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'port_id': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'mac_address': 'fa:16:3e:f8:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:34:34Z', 'updated_at': '2022-01-26T19:34:36Z', 'revision_number': 1, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'fixed_ip_address_scope': None}, {'id': '580011d3-995c-44b1-9981-015cae6a35c6', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'port_id': '2fd42577-2df6-46e5-b3c1-d7513432947d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'mac_address': 'fa:16:3e:ad:2a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0131be9-22c7-43ff-83aa-ee8fef26df82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:37:23Z', 'updated_at': '2022-01-26T19:37:23Z', 'revision_number': 0, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 5, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:37:24.883074 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d854828-1c37-4a22-99c8-4d52448ff8fc None None] The sync data for ids ['293bcd84-6f89-4055-8ccf-087b412795a8'] in dv-cinder-794001-3-iscsi is: [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': '250448b1-4a4d-487b-acb1-ca0047e30c4b', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'port_id': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'mac_address': 'fa:16:3e:f8:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:34:34Z', 'updated_at': '2022-01-26T19:34:36Z', 'revision_number': 1, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'fixed_ip_address_scope': None}, {'id': '580011d3-995c-44b1-9981-015cae6a35c6', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'floating_ip_address': '172.27.1.139', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'port_id': '2fd42577-2df6-46e5-b3c1-d7513432947d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'mac_address': 'fa:16:3e:ad:2a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0131be9-22c7-43ff-83aa-ee8fef26df82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:37:23Z', 'updated_at': '2022-01-26T19:37:23Z', 'revision_number': 0, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 5, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:37:24.928317 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:37:25.022815 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:37:25.034153 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': '2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1', 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b', 'port_id': '2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1', 'mac_address': 'fa:16:3e:a6:7e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41db356-992c-4429-bf61-7307d60ac430', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:37:25.077564 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:37:25.077960 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:25.079613 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e44e756-d3b7-4acb-bb6b-ce3bf254da23 None None] New status for floating IP 580011d3-995c-44b1-9981-015cae6a35c6: ACTIVE {{(pid=102408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:37:25.091624 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:37:25.111336 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:37:25.115460 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:25.162826 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:25.446450 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:37:25.711284 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97447662-72e8-4cb2-b88d-82d8e66f697c req-ce10c708-02a1-45b4-bf81-891bf7472056 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:25.712693 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-97447662-72e8-4cb2-b88d-82d8e66f697c req-ce10c708-02a1-45b4-bf81-891bf7472056 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6a62b3-b85b-4d4a-8559-aa29f3668072 HTTP/1.1" status: 200 len: 945 time: 0.0487850 Jan 26 19:37:25.758467 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-97447662-72e8-4cb2-b88d-82d8e66f697c req-75e3976d-38f7-4161-b8e7-355a34112aae tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403092 Jan 26 19:37:26.883357 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ff7f9-d3d8-4674-90b8-4f2eb4efad68 req-ae788cf8-13ec-4621-a4aa-a0ff342efc09 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:26.884848 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a72ff7f9-d3d8-4674-90b8-4f2eb4efad68 req-ae788cf8-13ec-4621-a4aa-a0ff342efc09 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6a62b3-b85b-4d4a-8559-aa29f3668072 HTTP/1.1" status: 200 len: 945 time: 0.0598500 Jan 26 19:37:26.927300 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:37:26.931386 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a72ff7f9-d3d8-4674-90b8-4f2eb4efad68 req-c77fafaa-3e05-4e1d-9042-dc9d5ba2504b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403984 Jan 26 19:37:26.974774 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:37:26.979116 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:37:26.979493 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:27.058344 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:37:27.058735 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:27.080399 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6a62b3-b85b-4d4a-8559-aa29f3668072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:37:27.082605 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98b2887-bbbd-4346-b41f-fdb0a9ec1102" -d '{"events": [{"server_uuid": "8d6a62b3-b85b-4d4a-8559-aa29f3668072", "name": "network-vif-plugged", "status": "completed", "tag": "2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:37:27.094673 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:37:27.099273 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:27.124538 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6d5d73-2ad2-40ee-8d52-d5d6794227d7 x-openstack-request-id: req-7c6d5d73-2ad2-40ee-8d52-d5d6794227d7 {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:37:27.124828 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6a62b3-b85b-4d4a-8559-aa29f3668072", "name": "network-vif-plugged", "status": "completed", "tag": "2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:37:27.125079 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7c6d5d73-2ad2-40ee-8d52-d5d6794227d7 {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:37:27.125461 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6a62b3-b85b-4d4a-8559-aa29f3668072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1', 'code': 200} Jan 26 19:37:27.155134 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:27.302502 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436154b-4819-4504-83df-f6ddc4d4c177 req-582120db-de72-4203-ae02-e2ac60177264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:27.303988 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3436154b-4819-4504-83df-f6ddc4d4c177 req-582120db-de72-4203-ae02-e2ac60177264 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d6a62b3-b85b-4d4a-8559-aa29f3668072 HTTP/1.1" status: 200 len: 1099 time: 0.0394104 Jan 26 19:37:27.344991 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3436154b-4819-4504-83df-f6ddc4d4c177 req-eec6dffc-9b71-486e-a9ae-68c89d3afd9b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353982 Jan 26 19:37:28.050510 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2e950-b3fd-447b-9035-0faf9dcddc39 req-f4dbfa45-f958-4f50-b039-7bb6d4bbd025 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:28.051980 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8da2e950-b3fd-447b-9035-0faf9dcddc39 req-f4dbfa45-f958-4f50-b039-7bb6d4bbd025 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6a62b3-b85b-4d4a-8559-aa29f3668072 HTTP/1.1" status: 200 len: 946 time: 0.0498366 Jan 26 19:37:28.096578 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-8da2e950-b3fd-447b-9035-0faf9dcddc39 req-2f0a2c9a-7669-4a96-a2f4-8dc7d9ad2296 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384724 Jan 26 19:37:29.208508 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647f5a6-8d7b-4a64-94ef-f747bf6e02e7 req-b1777d21-3575-4379-9db9-c735baef0f50 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:29.209949 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4647f5a6-8d7b-4a64-94ef-f747bf6e02e7 req-b1777d21-3575-4379-9db9-c735baef0f50 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6a62b3-b85b-4d4a-8559-aa29f3668072 HTTP/1.1" status: 200 len: 946 time: 0.0464730 Jan 26 19:37:29.257906 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-4647f5a6-8d7b-4a64-94ef-f747bf6e02e7 req-d88a242c-fa54-433d-9559-7dd57af57b91 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413604 Jan 26 19:37:30.970198 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-0c384363-6ead-4f58-8d4c-599ba08676af tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:30.971634 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-0c384363-6ead-4f58-8d4c-599ba08676af tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/networks?id=3dfee021-f64b-48e0-8195-f604062d6f9b HTTP/1.1" status: 200 len: 815 time: 0.0956643 Jan 26 19:37:30.985406 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-70941e5c-2168-4033-8384-bef34ba473f1 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/quotas/45b7093fc6044e2dbc5ec6163648ea14 HTTP/1.1" status: 200 len: 375 time: 0.0085206 Jan 26 19:37:31.036716 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-9de2dd97-5eff-470f-8ead-cca6199b0d31 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=45b7093fc6044e2dbc5ec6163648ea14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464537 Jan 26 19:37:31.121804 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-b4427c63-fcc4-4dec-bc5c-9578a17ecdb0 service neutron] 10.222.0.50 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787201 Jan 26 19:37:31.209432 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-64b24cb5-9169-4366-ae07-a5b136b276bc service neutron] 10.222.0.50 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821562 Jan 26 19:37:31.366506 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-34a7fd7f-d415-446b-9772-19b47a401b7b req-76b2e86d-0537-4297-8a6d-0cd584c8397d tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=4eecef0f-f964-4d98-a685-678c4c35fc64 HTTP/1.1" status: 200 len: 210 time: 0.0286231 Jan 26 19:37:31.537994 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33044) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:37:31.645116 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb20d-e8bc-4635-a98f-c7454e56dd81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:31.719780 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb20d-e8bc-4635-a98f-c7454e56dd81 admin admin] Publish callbacks [] for security_group (a8e96c41-e749-46ed-abc1-f99caf563b9d), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:31.723363 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-3bfbb20d-e8bc-4635-a98f-c7454e56dd81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (a8e96c41-e749-46ed-abc1-f99caf563b9d), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:31.760970 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-3bfbb20d-e8bc-4635-a98f-c7454e56dd81 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3f42142954484881bfc6ab4c8ae17f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214429 Jan 26 19:37:31.761796 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfbb20d-e8bc-4635-a98f-c7454e56dd81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e96c41-e749-46ed-abc1-f99caf563b9d,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:31.763746 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33050) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:37:31.819882 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cd3ab566-49c2-458e-89f7-60067dc9b9c5 admin admin] Publish callbacks [] for security_group (a8e96c41-e749-46ed-abc1-f99caf563b9d), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:31.840551 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cd3ab566-49c2-458e-89f7-60067dc9b9c5 admin admin] Publish callbacks [] for security_group (a8e96c41-e749-46ed-abc1-f99caf563b9d), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:31.885378 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cd3ab566-49c2-458e-89f7-60067dc9b9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (a8e96c41-e749-46ed-abc1-f99caf563b9d), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:31.888435 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cd3ab566-49c2-458e-89f7-60067dc9b9c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:31.889592 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-cd3ab566-49c2-458e-89f7-60067dc9b9c5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8e96c41-e749-46ed-abc1-f99caf563b9d HTTP/1.1" status: 204 len: 168 time: 0.1248324 Jan 26 19:37:31.898724 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ab566-49c2-458e-89f7-60067dc9b9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e96c41-e749-46ed-abc1-f99caf563b9d,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:31.906098 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ab566-49c2-458e-89f7-60067dc9b9c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:31.906450 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ab566-49c2-458e-89f7-60067dc9b9c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:31.906792 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ab566-49c2-458e-89f7-60067dc9b9c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:31.907138 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ab566-49c2-458e-89f7-60067dc9b9c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:31.907464 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ab566-49c2-458e-89f7-60067dc9b9c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:31.907813 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ab566-49c2-458e-89f7-60067dc9b9c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:31.908153 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ab566-49c2-458e-89f7-60067dc9b9c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:31.908485 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ab566-49c2-458e-89f7-60067dc9b9c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:31.908811 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ab566-49c2-458e-89f7-60067dc9b9c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:31.909322 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ab566-49c2-458e-89f7-60067dc9b9c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:31.909481 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ab566-49c2-458e-89f7-60067dc9b9c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:31.909762 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ab566-49c2-458e-89f7-60067dc9b9c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:31.910085 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ab566-49c2-458e-89f7-60067dc9b9c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:32.339095 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-301e1c72-d244-40f5-9460-5be032bcff43 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:32.340792 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-301e1c72-d244-40f5-9460-5be032bcff43 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.46 "GET /v2.0/networks?id=3dfee021-f64b-48e0-8195-f604062d6f9b HTTP/1.1" status: 200 len: 815 time: 0.1031013 Jan 26 19:37:32.353035 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-7b7b31a1-01f5-4838-b78c-6c04942f87b5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Request body: {'port': {'device_id': '4eecef0f-f964-4d98-a685-678c4c35fc64', 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b', 'admin_state_up': True, 'tenant_id': '45b7093fc6044e2dbc5ec6163648ea14'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:37:32.469645 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-9f590cd8-eee4-45d5-9ed9-cd4645bf16e9 req-db18a65f-1030-480c-8b03-af8397ab5cab tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=4eecef0f-f964-4d98-a685-678c4c35fc64 HTTP/1.1" status: 200 len: 210 time: 0.0367408 Jan 26 19:37:32.484566 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-7b7b31a1-01f5-4838-b78c-6c04942f87b5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Made reservation on behalf of 45b7093fc6044e2dbc5ec6163648ea14 for: {'port': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:37:32.487843 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-7b7b31a1-01f5-4838-b78c-6c04942f87b5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:32.606598 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-7b7b31a1-01f5-4838-b78c-6c04942f87b5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Allocated IP 172.20.0.12 (3dfee021-f64b-48e0-8195-f604062d6f9b/f41db356-992c-4429-bf61-7307d60ac430/d91d131a-61eb-43aa-89a3-031afce1b712) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:37:32.746236 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-7b7b31a1-01f5-4838-b78c-6c04942f87b5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks [] for port (d91d131a-61eb-43aa-89a3-031afce1b712), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:32.778568 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-7b7b31a1-01f5-4838-b78c-6c04942f87b5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (d91d131a-61eb-43aa-89a3-031afce1b712), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:32.791473 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['d7374057-ff0b-46c0-97e2-544a3f54a28d', '2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:37:32.818260 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-7b7b31a1-01f5-4838-b78c-6c04942f87b5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Network 3dfee021-f64b-48e0-8195-f604062d6f9b is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:37:32.821115 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-7b7b31a1-01f5-4838-b78c-6c04942f87b5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:37:32.824643 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-7b7b31a1-01f5-4838-b78c-6c04942f87b5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:37:32.850392 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b31a1-01f5-4838-b78c-6c04942f87b5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Pushing event updated for resources: {'Port': ['ID=d91d131a-61eb-43aa-89a3-031afce1b712,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:32.877719 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-7b7b31a1-01f5-4838-b78c-6c04942f87b5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:32.878468 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-7b7b31a1-01f5-4838-b78c-6c04942f87b5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:32.893609 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-7b7b31a1-01f5-4838-b78c-6c04942f87b5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5446525 Jan 26 19:37:32.905282 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Request body: {'port': {'device_id': '4eecef0f-f964-4d98-a685-678c4c35fc64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:37:32.964019 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (d91d131a-61eb-43aa-89a3-031afce1b712), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:33.208755 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91d131a-61eb-43aa-89a3-031afce1b712 {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:37:33.216238 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Publish callbacks [] for port (d91d131a-61eb-43aa-89a3-031afce1b712), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:33.229502 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Transition to ACTIVE for port object d91d131a-61eb-43aa-89a3-031afce1b712 will not be triggered until provisioned by entity L2. {{(pid=102406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:37:33.233533 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (d91d131a-61eb-43aa-89a3-031afce1b712), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:33.283617 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Pushing event updated for resources: {'Port': ['ID=d91d131a-61eb-43aa-89a3-031afce1b712,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:33.348959 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Attempting to bind port d91d131a-61eb-43aa-89a3-031afce1b712 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:37:33.349620 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Attempting to bind port d91d131a-61eb-43aa-89a3-031afce1b712 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '0dc1113e-1172-4dbe-8feb-8c6ff606a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:37:33.349620 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Attempting to bind port d91d131a-61eb-43aa-89a3-031afce1b712 on network 3dfee021-f64b-48e0-8195-f604062d6f9b {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:37:33.354402 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Port d91d131a-61eb-43aa-89a3-031afce1b712 on network 3dfee021-f64b-48e0-8195-f604062d6f9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:37:33.354724 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Attempting to bind port d91d131a-61eb-43aa-89a3-031afce1b712 on network 3dfee021-f64b-48e0-8195-f604062d6f9b {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:37:33.359398 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:37:33.359764 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Checking segment: {'id': '0dc1113e-1172-4dbe-8feb-8c6ff606a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:37:33.360176 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Bound using segment: {'id': '0dc1113e-1172-4dbe-8feb-8c6ff606a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:37:33.360599 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Bound port: d91d131a-61eb-43aa-89a3-031afce1b712, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc1113e-1172-4dbe-8feb-8c6ff606a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:37:33.360950 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (d91d131a-61eb-43aa-89a3-031afce1b712), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:33.429052 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] For port d91d131a-61eb-43aa-89a3-031afce1b712, host hv-cinder-79400, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:37:33.431970 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] For port d91d131a-61eb-43aa-89a3-031afce1b712, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d91d131a-61eb-43aa-89a3-031afce1b712,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:37:33.436101 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (d91d131a-61eb-43aa-89a3-031afce1b712), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:33.469247 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:33.469888 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:33.471455 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] 10.222.0.46 "PUT /v2.0/ports/d91d131a-61eb-43aa-89a3-031afce1b712 HTTP/1.1" status: 200 len: 1094 time: 0.5701690 Jan 26 19:37:33.473487 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eecef0f-f964-4d98-a685-678c4c35fc64', 'tag': 'd91d131a-61eb-43aa-89a3-031afce1b712'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:37:33.477074 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e199f530-8063-4f8e-ad1e-c6add7867e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "4eecef0f-f964-4d98-a685-678c4c35fc64", "tag": "d91d131a-61eb-43aa-89a3-031afce1b712"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:37:33.503255 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65389308-6c71-43bd-9c43-ff1b4f39ad2a service neutron] Pushing event updated for resources: {'Port': ['ID=d91d131a-61eb-43aa-89a3-031afce1b712,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:33.514114 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5a1316-cfde-4e8c-854e-39a718ab6d96 x-openstack-request-id: req-5e5a1316-cfde-4e8c-854e-39a718ab6d96 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:37:33.514411 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eecef0f-f964-4d98-a685-678c4c35fc64", "tag": "d91d131a-61eb-43aa-89a3-031afce1b712", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:37:33.514667 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5e5a1316-cfde-4e8c-854e-39a718ab6d96 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:37:33.515100 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eecef0f-f964-4d98-a685-678c4c35fc64', 'tag': 'd91d131a-61eb-43aa-89a3-031afce1b712', 'status': 'completed', 'code': 200} Jan 26 19:37:33.593046 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-b0439544-26ad-4cb8-ad29-2ccdfa1ffdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:33.594491 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-b0439544-26ad-4cb8-ad29-2ccdfa1ffdd5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45b7093fc6044e2dbc5ec6163648ea14&device_id=4eecef0f-f964-4d98-a685-678c4c35fc64 HTTP/1.1" status: 200 len: 1097 time: 0.0660148 Jan 26 19:37:33.608787 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8f0ed-8f28-4230-aa9f-49d6aa1f6445 req-f277adea-af19-4d66-9e54-201034f9da8e tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:33.610082 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-20d8f0ed-8f28-4230-aa9f-49d6aa1f6445 req-f277adea-af19-4d66-9e54-201034f9da8e tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=4eecef0f-f964-4d98-a685-678c4c35fc64 HTTP/1.1" status: 200 len: 944 time: 0.0573971 Jan 26 19:37:33.629119 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:37:33.650806 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-a685a8be-edfb-45c2-920f-ea12f4d79915 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d91d131a-61eb-43aa-89a3-031afce1b712 HTTP/1.1" status: 200 len: 217 time: 0.0487456 Jan 26 19:37:33.935534 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-20d8f0ed-8f28-4230-aa9f-49d6aa1f6445 req-6620640c-e0dc-44a7-b520-0519a66acb12 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195055 Jan 26 19:37:33.940712 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-218449b5-b9bd-4fe2-a567-6b4b21c63f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:33.942054 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-218449b5-b9bd-4fe2-a567-6b4b21c63f9a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f41db356-992c-4429-bf61-7307d60ac430 HTTP/1.1" status: 200 len: 855 time: 0.2825394 Jan 26 19:37:33.972102 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-53eb98e2-c7d6-4370-b1fa-c0cdf4680177 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3dfee021-f64b-48e0-8195-f604062d6f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234993 Jan 26 19:37:34.045213 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-b6ec3c1a-8228-45d7-8d3c-d157b4ad9a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:34.062724 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-b203f3c3-8776-477b-a6cd-c1eae03f9f11 service neutron] 10.222.0.46 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844023 Jan 26 19:37:34.147437 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-fd0be5e3-27b5-463e-a2bc-c45ce1f4f70e req-03a7bb8a-9b2a-4be3-a95c-cafbbbd63610 service neutron] 10.222.0.46 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779862 Jan 26 19:37:34.229934 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199f530-8063-4f8e-ad1e-c6add7867e3a req-b76cf6ad-0695-481a-adec-5fbc917e23c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:34.231349 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e199f530-8063-4f8e-ad1e-c6add7867e3a req-b76cf6ad-0695-481a-adec-5fbc917e23c1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45b7093fc6044e2dbc5ec6163648ea14&device_id=4eecef0f-f964-4d98-a685-678c4c35fc64 HTTP/1.1" status: 200 len: 1097 time: 0.0426562 Jan 26 19:37:34.317949 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199f530-8063-4f8e-ad1e-c6add7867e3a req-db5bb5bc-ba9b-4d62-99cf-ebd5c213420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:34.319335 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e199f530-8063-4f8e-ad1e-c6add7867e3a req-db5bb5bc-ba9b-4d62-99cf-ebd5c213420b service neutron] 10.222.0.46 "GET /v2.0/networks?id=3dfee021-f64b-48e0-8195-f604062d6f9b HTTP/1.1" status: 200 len: 916 time: 0.0817125 Jan 26 19:37:34.362391 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e199f530-8063-4f8e-ad1e-c6add7867e3a req-71c79105-03ca-495c-9a6c-f804061ae5b5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d91d131a-61eb-43aa-89a3-031afce1b712 HTTP/1.1" status: 200 len: 217 time: 0.0365882 Jan 26 19:37:34.408798 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199f530-8063-4f8e-ad1e-c6add7867e3a req-6b37e516-a651-4abb-aa43-0ee4cd934edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:34.410184 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e199f530-8063-4f8e-ad1e-c6add7867e3a req-6b37e516-a651-4abb-aa43-0ee4cd934edc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f41db356-992c-4429-bf61-7307d60ac430 HTTP/1.1" status: 200 len: 855 time: 0.0408137 Jan 26 19:37:34.443630 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e199f530-8063-4f8e-ad1e-c6add7867e3a req-82ef1fac-4616-4925-af87-9116d9d72440 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3dfee021-f64b-48e0-8195-f604062d6f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238028 Jan 26 19:37:34.534459 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e199f530-8063-4f8e-ad1e-c6add7867e3a req-304df152-d0c4-4eaa-af65-820ca44482db service neutron] 10.222.0.46 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802591 Jan 26 19:37:34.626082 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-e199f530-8063-4f8e-ad1e-c6add7867e3a req-6af5f277-e7f0-4255-8dd8-40e7f1b9c38b service neutron] 10.222.0.46 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805559 Jan 26 19:37:35.049811 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a728ca-4b7c-485f-ab6d-b0e29f167ea8 req-80b50fb5-1015-4d36-9f3f-0543556eebb9 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:35.051242 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c7a728ca-4b7c-485f-ab6d-b0e29f167ea8 req-80b50fb5-1015-4d36-9f3f-0543556eebb9 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=4eecef0f-f964-4d98-a685-678c4c35fc64 HTTP/1.1" status: 200 len: 944 time: 0.0474122 Jan 26 19:37:35.098430 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-c7a728ca-4b7c-485f-ab6d-b0e29f167ea8 req-82979d53-d326-45e3-94d6-a5e49d90ba85 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417871 Jan 26 19:37:36.208722 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a64190-de71-49a9-9315-3da7daf60cc1 req-074d9530-9fd6-4a46-937d-5011c361979c tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:36.210197 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-80a64190-de71-49a9-9315-3da7daf60cc1 req-074d9530-9fd6-4a46-937d-5011c361979c tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=4eecef0f-f964-4d98-a685-678c4c35fc64 HTTP/1.1" status: 200 len: 944 time: 0.0477238 Jan 26 19:37:36.258136 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-80a64190-de71-49a9-9315-3da7daf60cc1 req-f533ac4e-9174-4c5a-8745-2c5a8b500988 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420623 Jan 26 19:37:36.321585 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-07ee45c0-3ed3-4760-ba66-28ca3e013e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:36.992627 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device d91d131a-61eb-43aa-89a3-031afce1b712 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:37:37.083071 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port d91d131a-61eb-43aa-89a3-031afce1b712, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d91d131a-61eb-43aa-89a3-031afce1b712,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:37:37.092890 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': 'd91d131a-61eb-43aa-89a3-031afce1b712', 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b', 'port_id': 'd91d131a-61eb-43aa-89a3-031afce1b712', 'mac_address': 'fa:16:3e:ed:d7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41db356-992c-4429-bf61-7307d60ac430', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:37:37.131410 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port d91d131a-61eb-43aa-89a3-031afce1b712 is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:37:37.131806 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (d91d131a-61eb-43aa-89a3-031afce1b712), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:37.144374 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91d131a-61eb-43aa-89a3-031afce1b712 {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:37:37.162318 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port d91d131a-61eb-43aa-89a3-031afce1b712, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d91d131a-61eb-43aa-89a3-031afce1b712,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:37:37.166362 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (d91d131a-61eb-43aa-89a3-031afce1b712), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:37.211396 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=d91d131a-61eb-43aa-89a3-031afce1b712,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:37.218140 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:37.218490 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:37.218831 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:37.219166 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:37.219497 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:37.219848 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:37.220185 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:37.220502 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:37.220822 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:37.221145 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:37.221467 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:37.221783 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:37.222100 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:37:37.368870 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09b9b8-856a-4296-ac66-6afd7c733b80 req-d13289f0-e334-4c0b-81b9-8dfb6e8466a3 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:37.370329 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2c09b9b8-856a-4296-ac66-6afd7c733b80 req-d13289f0-e334-4c0b-81b9-8dfb6e8466a3 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=4eecef0f-f964-4d98-a685-678c4c35fc64 HTTP/1.1" status: 200 len: 945 time: 0.0481708 Jan 26 19:37:37.415442 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-2c09b9b8-856a-4296-ac66-6afd7c733b80 req-b1ab81e6-d32e-46fe-900e-5b62ca1f8782 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397058 Jan 26 19:37:37.557660 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['d91d131a-61eb-43aa-89a3-031afce1b712'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:37:37.786657 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:38.176434 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:38.527783 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c83563-b3fc-40f9-bdb0-b4436a9b5411 req-b99ddbed-76cd-4580-b664-3a245edafeda tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:38.529253 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-83c83563-b3fc-40f9-bdb0-b4436a9b5411 req-b99ddbed-76cd-4580-b664-3a245edafeda tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=4eecef0f-f964-4d98-a685-678c4c35fc64 HTTP/1.1" status: 200 len: 945 time: 0.0474820 Jan 26 19:37:38.573984 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-83c83563-b3fc-40f9-bdb0-b4436a9b5411 req-bc135f05-1367-4d83-8021-c5a80e801baf tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393689 Jan 26 19:37:39.000235 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device d91d131a-61eb-43aa-89a3-031afce1b712 up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:37:39.003685 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:39.047283 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port d91d131a-61eb-43aa-89a3-031afce1b712 completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:37:39.051064 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port d91d131a-61eb-43aa-89a3-031afce1b712 triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:37:39.051437 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (d91d131a-61eb-43aa-89a3-031afce1b712), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:39.127649 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port d91d131a-61eb-43aa-89a3-031afce1b712 is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:37:39.128066 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (d91d131a-61eb-43aa-89a3-031afce1b712), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:39.150112 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eecef0f-f964-4d98-a685-678c4c35fc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91d131a-61eb-43aa-89a3-031afce1b712'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:37:39.152353 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc422dc2-fe3e-4665-88a7-db38a99858e7" -d '{"events": [{"server_uuid": "4eecef0f-f964-4d98-a685-678c4c35fc64", "name": "network-vif-plugged", "status": "completed", "tag": "d91d131a-61eb-43aa-89a3-031afce1b712"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:37:39.165166 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port d91d131a-61eb-43aa-89a3-031afce1b712, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d91d131a-61eb-43aa-89a3-031afce1b712,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:37:39.169097 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (d91d131a-61eb-43aa-89a3-031afce1b712), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:39.191714 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fb9b80-374a-4a30-887d-c78d08733efc x-openstack-request-id: req-40fb9b80-374a-4a30-887d-c78d08733efc {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:37:39.192042 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eecef0f-f964-4d98-a685-678c4c35fc64", "name": "network-vif-plugged", "status": "completed", "tag": "d91d131a-61eb-43aa-89a3-031afce1b712", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:37:39.192307 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-40fb9b80-374a-4a30-887d-c78d08733efc {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:37:39.192679 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eecef0f-f964-4d98-a685-678c4c35fc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91d131a-61eb-43aa-89a3-031afce1b712', 'code': 200} Jan 26 19:37:39.217356 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=d91d131a-61eb-43aa-89a3-031afce1b712,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:39.353068 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80dce3-4237-45b1-bc08-98f1d7891aee req-74d3434b-92bb-4ef8-b943-6ad0e214c187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:39.354514 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6f80dce3-4237-45b1-bc08-98f1d7891aee req-74d3434b-92bb-4ef8-b943-6ad0e214c187 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4eecef0f-f964-4d98-a685-678c4c35fc64 HTTP/1.1" status: 200 len: 1099 time: 0.0386488 Jan 26 19:37:39.395959 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-6f80dce3-4237-45b1-bc08-98f1d7891aee req-78055998-d153-4c53-a0ab-b9091579fbaf service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351639 Jan 26 19:37:39.688739 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb575f-ff4a-44ab-ac0b-371648fd4da1 req-a43c2a8d-394c-4c02-8c52-eb5be9786fee tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:39.690288 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-31fb575f-ff4a-44ab-ac0b-371648fd4da1 req-a43c2a8d-394c-4c02-8c52-eb5be9786fee tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=4eecef0f-f964-4d98-a685-678c4c35fc64 HTTP/1.1" status: 200 len: 946 time: 0.0499408 Jan 26 19:37:39.735219 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-31fb575f-ff4a-44ab-ac0b-371648fd4da1 req-79dfd165-392c-4c94-9972-a1b4bfa9722d tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384803 Jan 26 19:37:40.317230 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:40.845954 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5df57-794e-4193-9741-e4dbaedf2ed2 req-01f0cb89-d2b2-41e1-8dda-5ce290725d2a tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:40.847388 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-24c5df57-794e-4193-9741-e4dbaedf2ed2 req-01f0cb89-d2b2-41e1-8dda-5ce290725d2a tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=4eecef0f-f964-4d98-a685-678c4c35fc64 HTTP/1.1" status: 200 len: 946 time: 0.0457036 Jan 26 19:37:40.892856 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-24c5df57-794e-4193-9741-e4dbaedf2ed2 req-13944355-e686-4ca7-8804-b5d8ff176cbf tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385034 Jan 26 19:37:42.004090 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa66c7-80d3-41c6-a7a8-263dcda74ebf req-09450b8d-b674-4798-a090-38eed149c1f6 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:42.005574 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-edaa66c7-80d3-41c6-a7a8-263dcda74ebf req-09450b8d-b674-4798-a090-38eed149c1f6 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=4eecef0f-f964-4d98-a685-678c4c35fc64 HTTP/1.1" status: 200 len: 946 time: 0.0465634 Jan 26 19:37:42.049487 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-edaa66c7-80d3-41c6-a7a8-263dcda74ebf req-dba8abd4-1433-4d93-93ff-b1da66bcb0c7 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386693 Jan 26 19:37:52.744937 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-48c3e514-d05d-4e34-b9fb-2f558533297c tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:52.746271 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-48c3e514-d05d-4e34-b9fb-2f558533297c tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/networks?id=3dfee021-f64b-48e0-8195-f604062d6f9b HTTP/1.1" status: 200 len: 815 time: 0.1009915 Jan 26 19:37:52.760030 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-de76726a-d03d-42d0-9d53-71398d8dd036 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/quotas/45b7093fc6044e2dbc5ec6163648ea14 HTTP/1.1" status: 200 len: 375 time: 0.0085466 Jan 26 19:37:52.810629 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-4352aa49-10bd-47bd-9279-a12db28bd2a5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=45b7093fc6044e2dbc5ec6163648ea14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459580 Jan 26 19:37:52.898552 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-77487643-a915-4456-b48d-40a7825a358c service neutron] 10.222.0.50 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814295 Jan 26 19:37:52.983896 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-76820c49-7789-4d61-8fda-73ede81bed3b service neutron] 10.222.0.50 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789416 Jan 26 19:37:53.139480 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-aa3ab666-c39e-4a11-ba44-5adbcf2c9018 req-b2214ce3-91d6-4751-83f4-329f29f9b541 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=aae117b3-304e-4d7f-b536-b45cb3ce9bfb HTTP/1.1" status: 200 len: 210 time: 0.0287745 Jan 26 19:37:54.084316 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-70fe3191-db0f-4143-b357-fefd0d3947ba tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:54.085743 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-70fe3191-db0f-4143-b357-fefd0d3947ba tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.46 "GET /v2.0/networks?id=3dfee021-f64b-48e0-8195-f604062d6f9b HTTP/1.1" status: 200 len: 815 time: 0.1012323 Jan 26 19:37:54.097884 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-48c23513-8251-4b54-9d9a-7f1b89b1e0bc tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Request body: {'port': {'device_id': 'aae117b3-304e-4d7f-b536-b45cb3ce9bfb', 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b', 'admin_state_up': True, 'tenant_id': '45b7093fc6044e2dbc5ec6163648ea14'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:37:54.205788 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-48c23513-8251-4b54-9d9a-7f1b89b1e0bc tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Made reservation on behalf of 45b7093fc6044e2dbc5ec6163648ea14 for: {'port': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:37:54.209182 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-48c23513-8251-4b54-9d9a-7f1b89b1e0bc tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:54.244900 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-80bf9a3f-613d-40b5-9dc3-b513accb4f2f req-cf040990-3ecd-4f47-bafa-c7a62dc38d69 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=aae117b3-304e-4d7f-b536-b45cb3ce9bfb HTTP/1.1" status: 200 len: 210 time: 0.0401046 Jan 26 19:37:54.352922 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_common [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-48c23513-8251-4b54-9d9a-7f1b89b1e0bc tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Allocated IP 172.20.0.7 (3dfee021-f64b-48e0-8195-f604062d6f9b/f41db356-992c-4429-bf61-7307d60ac430/e57fb035-c5bc-4ae8-b0e5-fb43d317323f) {{(pid=102406) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 26 19:37:54.492619 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-48c23513-8251-4b54-9d9a-7f1b89b1e0bc tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks [] for port (e57fb035-c5bc-4ae8-b0e5-fb43d317323f), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:54.524342 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-48c23513-8251-4b54-9d9a-7f1b89b1e0bc tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757113527821', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (e57fb035-c5bc-4ae8-b0e5-fb43d317323f), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:54.537347 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['d7374057-ff0b-46c0-97e2-544a3f54a28d', '2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1', 'd91d131a-61eb-43aa-89a3-031afce1b712'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:37:54.565021 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-48c23513-8251-4b54-9d9a-7f1b89b1e0bc tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Network 3dfee021-f64b-48e0-8195-f604062d6f9b is already hosted by enough agents. {{(pid=102406) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 26 19:37:54.567899 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.base_scheduler [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-48c23513-8251-4b54-9d9a-7f1b89b1e0bc tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Resources bound (agent type, host, resource id): {{(pid=102406) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:37:54.574419 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-48c23513-8251-4b54-9d9a-7f1b89b1e0bc tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Received port after_create {{(pid=102406) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 26 19:37:54.580246 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c23513-8251-4b54-9d9a-7f1b89b1e0bc tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Pushing event updated for resources: {'Port': ['ID=e57fb035-c5bc-4ae8-b0e5-fb43d317323f,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:54.626637 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-48c23513-8251-4b54-9d9a-7f1b89b1e0bc tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:54.627153 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-48c23513-8251-4b54-9d9a-7f1b89b1e0bc tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:54.642750 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-48c23513-8251-4b54-9d9a-7f1b89b1e0bc tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5484841 Jan 26 19:37:54.667112 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Request body: {'port': {'device_id': 'aae117b3-304e-4d7f-b536-b45cb3ce9bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:37:54.735097 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (e57fb035-c5bc-4ae8-b0e5-fb43d317323f), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:54.982127 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e57fb035-c5bc-4ae8-b0e5-fb43d317323f {{(pid=102406) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:37:54.989086 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Publish callbacks [] for port (e57fb035-c5bc-4ae8-b0e5-fb43d317323f), precommit_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:55.000840 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.provisioning_blocks [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Transition to ACTIVE for port object e57fb035-c5bc-4ae8-b0e5-fb43d317323f will not be triggered until provisioned by entity L2. {{(pid=102406) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 26 19:37:55.005086 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (e57fb035-c5bc-4ae8-b0e5-fb43d317323f), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:55.053157 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Pushing event updated for resources: {'Port': ['ID=e57fb035-c5bc-4ae8-b0e5-fb43d317323f,revision_number=2']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:55.117280 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Attempting to bind port e57fb035-c5bc-4ae8-b0e5-fb43d317323f on host hv-cinder-79400 for vnic_type normal with profile {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 19:37:55.117919 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Attempting to bind port e57fb035-c5bc-4ae8-b0e5-fb43d317323f by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '0dc1113e-1172-4dbe-8feb-8c6ff606a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b'}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 26 19:37:55.118051 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Attempting to bind port e57fb035-c5bc-4ae8-b0e5-fb43d317323f on network 3dfee021-f64b-48e0-8195-f604062d6f9b {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:37:55.122563 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Port e57fb035-c5bc-4ae8-b0e5-fb43d317323f on network 3dfee021-f64b-48e0-8195-f604062d6f9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 26 19:37:55.122883 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Attempting to bind port e57fb035-c5bc-4ae8-b0e5-fb43d317323f on network 3dfee021-f64b-48e0-8195-f604062d6f9b {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 26 19:37:55.127433 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Checking agent: {'id': 'a6454f9d-4400-4a22-bfb5-5c34f78c9426', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'started_at': datetime.datetime(2022, 1, 26, 19, 23, 7), 'heartbeat_timestamp': datetime.datetime(2022, 1, 26, 19, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 26 19:37:55.127764 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Checking segment: {'id': '0dc1113e-1172-4dbe-8feb-8c6ff606a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102406) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:37:55.128162 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Bound using segment: {'id': '0dc1113e-1172-4dbe-8feb-8c6ff606a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b'} {{(pid=102406) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 26 19:37:55.128578 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.managers [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Bound port: e57fb035-c5bc-4ae8-b0e5-fb43d317323f, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dc1113e-1172-4dbe-8feb-8c6ff606a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b'}}] {{(pid=102406) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 26 19:37:55.128921 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (e57fb035-c5bc-4ae8-b0e5-fb43d317323f), before_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:55.188407 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] For port e57fb035-c5bc-4ae8-b0e5-fb43d317323f, host hv-cinder-79400, cleared binding levels {{(pid=102406) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 26 19:37:55.191322 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] For port e57fb035-c5bc-4ae8-b0e5-fb43d317323f, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=e57fb035-c5bc-4ae8-b0e5-fb43d317323f,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102406) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 26 19:37:55.195358 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8613478'] for port (e57fb035-c5bc-4ae8-b0e5-fb43d317323f), after_update {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:55.229446 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:55.230056 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:55.231439 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-399bc544-47db-42ea-af6a-204630346e4f service neutron] 10.222.0.46 "PUT /v2.0/ports/e57fb035-c5bc-4ae8-b0e5-fb43d317323f HTTP/1.1" status: 200 len: 1093 time: 0.5684078 Jan 26 19:37:55.231898 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae117b3-304e-4d7f-b536-b45cb3ce9bfb', 'tag': 'e57fb035-c5bc-4ae8-b0e5-fb43d317323f'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:37:55.234183 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603e7e2f-394e-4dc9-9b08-4e3fcb28dc67" -d '{"events": [{"name": "network-changed", "server_uuid": "aae117b3-304e-4d7f-b536-b45cb3ce9bfb", "tag": "e57fb035-c5bc-4ae8-b0e5-fb43d317323f"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:37:55.264186 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399bc544-47db-42ea-af6a-204630346e4f service neutron] Pushing event updated for resources: {'Port': ['ID=e57fb035-c5bc-4ae8-b0e5-fb43d317323f,revision_number=3']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:55.277103 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887b9faf-d076-4d5d-821c-eb902a4335f1 x-openstack-request-id: req-887b9faf-d076-4d5d-821c-eb902a4335f1 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:37:55.277406 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae117b3-304e-4d7f-b536-b45cb3ce9bfb", "tag": "e57fb035-c5bc-4ae8-b0e5-fb43d317323f", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:37:55.277663 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-887b9faf-d076-4d5d-821c-eb902a4335f1 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:37:55.278063 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aae117b3-304e-4d7f-b536-b45cb3ce9bfb', 'tag': 'e57fb035-c5bc-4ae8-b0e5-fb43d317323f', 'status': 'completed', 'code': 200} Jan 26 19:37:55.343197 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-efca8326-15be-4010-aa3e-5f5171a81c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:55.344688 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-efca8326-15be-4010-aa3e-5f5171a81c47 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45b7093fc6044e2dbc5ec6163648ea14&device_id=aae117b3-304e-4d7f-b536-b45cb3ce9bfb HTTP/1.1" status: 200 len: 1096 time: 0.0634568 Jan 26 19:37:55.369413 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6137caa-1adb-415e-be83-5cbd007dcb5f req-097ef498-cc46-4667-bc27-84ed063073d9 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:55.370796 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b6137caa-1adb-415e-be83-5cbd007dcb5f req-097ef498-cc46-4667-bc27-84ed063073d9 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=aae117b3-304e-4d7f-b536-b45cb3ce9bfb HTTP/1.1" status: 200 len: 943 time: 0.0564125 Jan 26 19:37:55.404838 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-980ba38b-5566-4641-b888-b0cb0fb0bee8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e57fb035-c5bc-4ae8-b0e5-fb43d317323f HTTP/1.1" status: 200 len: 217 time: 0.0499194 Jan 26 19:37:55.468482 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b6137caa-1adb-415e-be83-5cbd007dcb5f req-3d53c068-ee46-4fd6-be6b-78cfd64b0c6d tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702229 Jan 26 19:37:55.473547 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-7a9966d7-54e7-4e46-99e4-2458882f4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:55.474889 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-7a9966d7-54e7-4e46-99e4-2458882f4c67 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f41db356-992c-4429-bf61-7307d60ac430 HTTP/1.1" status: 200 len: 855 time: 0.0608423 Jan 26 19:37:55.505736 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-14956669-db94-4d2a-a87e-d04e40ad23b8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3dfee021-f64b-48e0-8195-f604062d6f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237632 Jan 26 19:37:55.593714 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-da0f5bd8-4889-4d9b-8dab-163e9d86df0d service neutron] 10.222.0.46 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803616 Jan 26 19:37:55.677755 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-72807ce2-706d-4ad5-8d27-1147a72bc6eb req-95a5a89e-26b8-4647-abc6-7c28b51367cf service neutron] 10.222.0.46 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0769863 Jan 26 19:37:55.785305 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e7e2f-394e-4dc9-9b08-4e3fcb28dc67 req-e766681d-64ef-4cd4-9a7c-9cd29db55c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:55.786769 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-603e7e2f-394e-4dc9-9b08-4e3fcb28dc67 req-e766681d-64ef-4cd4-9a7c-9cd29db55c85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=45b7093fc6044e2dbc5ec6163648ea14&device_id=aae117b3-304e-4d7f-b536-b45cb3ce9bfb HTTP/1.1" status: 200 len: 1096 time: 0.0425618 Jan 26 19:37:55.871946 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e7e2f-394e-4dc9-9b08-4e3fcb28dc67 req-eea4ae25-f4d2-4535-851a-1abca5a41eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:55.873355 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-603e7e2f-394e-4dc9-9b08-4e3fcb28dc67 req-eea4ae25-f4d2-4535-851a-1abca5a41eb1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3dfee021-f64b-48e0-8195-f604062d6f9b HTTP/1.1" status: 200 len: 916 time: 0.0794172 Jan 26 19:37:55.917018 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-603e7e2f-394e-4dc9-9b08-4e3fcb28dc67 req-85756098-1791-4e5e-adc5-373f40a17cce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e57fb035-c5bc-4ae8-b0e5-fb43d317323f HTTP/1.1" status: 200 len: 217 time: 0.0360997 Jan 26 19:37:55.963657 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e7e2f-394e-4dc9-9b08-4e3fcb28dc67 req-9e84b189-197b-442a-956b-0cd213b27d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:55.965024 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-603e7e2f-394e-4dc9-9b08-4e3fcb28dc67 req-9e84b189-197b-442a-956b-0cd213b27d26 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f41db356-992c-4429-bf61-7307d60ac430 HTTP/1.1" status: 200 len: 855 time: 0.0401111 Jan 26 19:37:55.993970 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-603e7e2f-394e-4dc9-9b08-4e3fcb28dc67 req-952f80a2-b942-476a-b67d-8607c2bcca19 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3dfee021-f64b-48e0-8195-f604062d6f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229676 Jan 26 19:37:56.079755 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-603e7e2f-394e-4dc9-9b08-4e3fcb28dc67 req-8ac9c69e-4671-452f-b84a-d3df5f474b67 service neutron] 10.222.0.46 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800428 Jan 26 19:37:56.172418 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-603e7e2f-394e-4dc9-9b08-4e3fcb28dc67 req-40019887-79b6-4d04-be8a-e58e2e10289c service neutron] 10.222.0.46 "GET /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796189 Jan 26 19:37:56.582606 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5693d07e-b485-47aa-849e-9f23c68c8db9 req-8285f25c-2ec4-4463-940b-3f21a03eb50c tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:56.584051 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-5693d07e-b485-47aa-849e-9f23c68c8db9 req-8285f25c-2ec4-4463-940b-3f21a03eb50c tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=aae117b3-304e-4d7f-b536-b45cb3ce9bfb HTTP/1.1" status: 200 len: 943 time: 0.0467823 Jan 26 19:37:56.628033 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-5693d07e-b485-47aa-849e-9f23c68c8db9 req-61bdb4f4-0a76-42a6-9a69-ae84caa02323 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384805 Jan 26 19:37:57.738053 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e946f4-55d4-460a-ac52-a46536dc575c req-ba7508c7-0ca6-4eaa-b78d-63659eee0ca6 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:57.739474 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a2e946f4-55d4-460a-ac52-a46536dc575c req-ba7508c7-0ca6-4eaa-b78d-63659eee0ca6 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=aae117b3-304e-4d7f-b536-b45cb3ce9bfb HTTP/1.1" status: 200 len: 943 time: 0.0470588 Jan 26 19:37:57.790810 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-a2e946f4-55d4-460a-ac52-a46536dc575c req-26bcf1bf-d169-4add-b3be-9389b785b09b tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458562 Jan 26 19:37:58.899525 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e9326-3c8b-4904-9fd3-824651df6634 req-9c9102d0-14dd-4418-814e-cba5609a8cb1 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:37:58.901487 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6a4e9326-3c8b-4904-9fd3-824651df6634 req-9c9102d0-14dd-4418-814e-cba5609a8cb1 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=aae117b3-304e-4d7f-b536-b45cb3ce9bfb HTTP/1.1" status: 200 len: 943 time: 0.0463154 Jan 26 19:37:58.945645 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-6a4e9326-3c8b-4904-9fd3-824651df6634 req-4d2d2603-479e-40e8-9030-be641ec684fa tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387578 Jan 26 19:37:59.115344 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device e57fb035-c5bc-4ae8-b0e5-fb43d317323f details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=102407) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 26 19:37:59.208110 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port e57fb035-c5bc-4ae8-b0e5-fb43d317323f, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=e57fb035-c5bc-4ae8-b0e5-fb43d317323f,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:37:59.219452 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Returning: {'device': 'e57fb035-c5bc-4ae8-b0e5-fb43d317323f', 'network_id': '3dfee021-f64b-48e0-8195-f604062d6f9b', 'port_id': 'e57fb035-c5bc-4ae8-b0e5-fb43d317323f', 'mac_address': 'fa:16:3e:86:0d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41db356-992c-4429-bf61-7307d60ac430', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102407) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 26 19:37:59.254216 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port e57fb035-c5bc-4ae8-b0e5-fb43d317323f is: DOWN; New status is: BUILD {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:37:59.254603 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (e57fb035-c5bc-4ae8-b0e5-fb43d317323f), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:59.267152 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e57fb035-c5bc-4ae8-b0e5-fb43d317323f {{(pid=102407) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 26 19:37:59.286244 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port e57fb035-c5bc-4ae8-b0e5-fb43d317323f, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=e57fb035-c5bc-4ae8-b0e5-fb43d317323f,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:37:59.290146 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (e57fb035-c5bc-4ae8-b0e5-fb43d317323f), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:37:59.338772 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=e57fb035-c5bc-4ae8-b0e5-fb43d317323f,revision_number=4']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:37:59.766139 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['e57fb035-c5bc-4ae8-b0e5-fb43d317323f'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:38:00.056935 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fa9e9-e511-4cbe-8586-a43c588c0642 req-536c7e94-33a2-4f28-bf99-d8e5c8a02f56 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:00.058258 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-884fa9e9-e511-4cbe-8586-a43c588c0642 req-536c7e94-33a2-4f28-bf99-d8e5c8a02f56 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=aae117b3-304e-4d7f-b536-b45cb3ce9bfb HTTP/1.1" status: 200 len: 944 time: 0.0460851 Jan 26 19:38:00.101699 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-884fa9e9-e511-4cbe-8586-a43c588c0642 req-7cde1cd6-ac05-4b5f-a99d-d1835d953447 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380902 Jan 26 19:38:01.118855 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device e57fb035-c5bc-4ae8-b0e5-fb43d317323f up at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 26 19:38:01.171395 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning for port e57fb035-c5bc-4ae8-b0e5-fb43d317323f completed by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 26 19:38:01.175490 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.provisioning_blocks [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Provisioning complete for port e57fb035-c5bc-4ae8-b0e5-fb43d317323f triggered by entity L2. {{(pid=102407) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 26 19:38:01.175905 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1581750'] for port (e57fb035-c5bc-4ae8-b0e5-fb43d317323f), provisioning_complete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:01.217635 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f5e07-9024-44be-9d9b-9b5bd125d5f3 req-65711e59-e2ec-4b21-82f5-550705414bce tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:01.219086 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a67f5e07-9024-44be-9d9b-9b5bd125d5f3 req-65711e59-e2ec-4b21-82f5-550705414bce tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=aae117b3-304e-4d7f-b536-b45cb3ce9bfb HTTP/1.1" status: 200 len: 944 time: 0.0519166 Jan 26 19:38:01.251660 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Current status of the port e57fb035-c5bc-4ae8-b0e5-fb43d317323f is: BUILD; New status is: ACTIVE {{(pid=102407) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2219}} Jan 26 19:38:01.252145 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for port (e57fb035-c5bc-4ae8-b0e5-fb43d317323f), before_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:01.266455 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-a67f5e07-9024-44be-9d9b-9b5bd125d5f3 req-90b47eeb-a58f-4601-8044-34d16ef7da14 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417476 Jan 26 19:38:01.274273 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae117b3-304e-4d7f-b536-b45cb3ce9bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57fb035-c5bc-4ae8-b0e5-fb43d317323f'}] {{(pid=102407) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:38:01.276586 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d7a9a0f9763485e65b9ae2417ae6c066521bf7ebe2fc1957394d7d2bdc4c217" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd42443-0713-4f2e-b4fe-206ecd4b155b" -d '{"events": [{"server_uuid": "aae117b3-304e-4d7f-b536-b45cb3ce9bfb", "name": "network-vif-plugged", "status": "completed", "tag": "e57fb035-c5bc-4ae8-b0e5-fb43d317323f"}]}' {{(pid=102407) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:38:01.289516 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] For port e57fb035-c5bc-4ae8-b0e5-fb43d317323f, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=e57fb035-c5bc-4ae8-b0e5-fb43d317323f,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:38:01.294690 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757113832906', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757113527839', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757113527857'] for port (e57fb035-c5bc-4ae8-b0e5-fb43d317323f), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:01.320719 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c2748c-3027-441a-aae5-c896ca6a1521 x-openstack-request-id: req-a9c2748c-3027-441a-aae5-c896ca6a1521 {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:38:01.321023 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae117b3-304e-4d7f-b536-b45cb3ce9bfb", "name": "network-vif-plugged", "status": "completed", "tag": "e57fb035-c5bc-4ae8-b0e5-fb43d317323f", "code": 200}]} {{(pid=102407) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:38:01.321272 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a9c2748c-3027-441a-aae5-c896ca6a1521 {{(pid=102407) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:38:01.321860 dv-cinder-794001-3-iscsi neutron-server[102407]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae117b3-304e-4d7f-b536-b45cb3ce9bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e57fb035-c5bc-4ae8-b0e5-fb43d317323f', 'code': 200} Jan 26 19:38:01.478881 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Pushing event updated for resources: {'Port': ['ID=e57fb035-c5bc-4ae8-b0e5-fb43d317323f,revision_number=5']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:01.518380 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7aa8ce-b3cc-48a6-9f5f-9b4860ec0985 req-a75fc406-0eba-46d1-90b5-d28e475803fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:01.519859 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1f7aa8ce-b3cc-48a6-9f5f-9b4860ec0985 req-a75fc406-0eba-46d1-90b5-d28e475803fd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aae117b3-304e-4d7f-b536-b45cb3ce9bfb HTTP/1.1" status: 200 len: 1098 time: 0.0401623 Jan 26 19:38:01.561953 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1f7aa8ce-b3cc-48a6-9f5f-9b4860ec0985 req-ee057f07-04b8-41b1-b1bd-a8cdc9ae98d8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360551 Jan 26 19:38:02.378329 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbf774-4eb1-48ca-b62a-0b92f19be253 req-0f40a1df-b583-4ea8-912e-9f8d2b14afb4 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:02.379763 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-34bbf774-4eb1-48ca-b62a-0b92f19be253 req-0f40a1df-b583-4ea8-912e-9f8d2b14afb4 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=aae117b3-304e-4d7f-b536-b45cb3ce9bfb HTTP/1.1" status: 200 len: 945 time: 0.0480030 Jan 26 19:38:02.424655 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-34bbf774-4eb1-48ca-b62a-0b92f19be253 req-d9fbb5e1-721f-486a-826e-dd8afd604c76 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387769 Jan 26 19:38:03.542076 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc7a9cf-bd69-46cc-a89b-9606f86c2be9 req-8a11a36d-af59-438a-ae12-26b2e077974f tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:03.543534 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0fc7a9cf-bd69-46cc-a89b-9606f86c2be9 req-8a11a36d-af59-438a-ae12-26b2e077974f tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=aae117b3-304e-4d7f-b536-b45cb3ce9bfb HTTP/1.1" status: 200 len: 945 time: 0.0515752 Jan 26 19:38:03.587950 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0fc7a9cf-bd69-46cc-a89b-9606f86c2be9 req-d27d3ec9-393b-4a48-b3a8-db2ec448ec75 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382664 Jan 26 19:38:04.045463 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-b77a7284-a63d-48b9-a6d0-fe08aeb2557e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:06.322849 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-ee98467e-9665-41f2-9706-29377aefb17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:07.787108 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:08.182108 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:09.005208 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:10.317712 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:10.627951 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:38:15.312200 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a156b-b071-44d8-b30d-4535852700bd req-19ac4bd1-f1af-47ae-9f41-e70684c1f7f5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:15.313635 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3c1a156b-b071-44d8-b30d-4535852700bd req-19ac4bd1-f1af-47ae-9f41-e70684c1f7f5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=aae117b3-304e-4d7f-b536-b45cb3ce9bfb HTTP/1.1" status: 200 len: 945 time: 0.0472958 Jan 26 19:38:15.359017 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-3c1a156b-b071-44d8-b30d-4535852700bd req-e35a15dd-6058-4539-a723-f157d9f4f982 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398424 Jan 26 19:38:16.320015 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-22091d3d-fc7f-4446-b843-67c81e28fb79 req-d83e99a1-3e8a-4f4a-bdeb-e72b73ad48e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384245 Jan 26 19:38:16.412154 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22091d3d-fc7f-4446-b843-67c81e28fb79 req-0795a56b-1e12-4842-b57a-8a513f803440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:16.413653 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-22091d3d-fc7f-4446-b843-67c81e28fb79 req-0795a56b-1e12-4842-b57a-8a513f803440 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5&device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 1098 time: 0.0423930 Jan 26 19:38:16.471937 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d490aa-d35d-4434-8268-9affed218dd8 req-52c18a2a-d741-481c-bf2e-05694fec9bf3 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:16.473399 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e4d490aa-d35d-4434-8268-9affed218dd8 req-52c18a2a-d741-481c-bf2e-05694fec9bf3 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=aae117b3-304e-4d7f-b536-b45cb3ce9bfb HTTP/1.1" status: 200 len: 945 time: 0.0468402 Jan 26 19:38:16.522203 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-e4d490aa-d35d-4434-8268-9affed218dd8 req-1efcd675-9faf-4376-acdd-ce49374b741d tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427706 Jan 26 19:38:16.527781 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22091d3d-fc7f-4446-b843-67c81e28fb79 req-7fabb24a-6cee-41bb-8c9a-87084aa2ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:16.529230 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-22091d3d-fc7f-4446-b843-67c81e28fb79 req-7fabb24a-6cee-41bb-8c9a-87084aa2ca02 service neutron] 10.222.0.46 "GET /v2.0/networks?id=271d7cd6-39be-4683-b50e-e90ed3ff8279 HTTP/1.1" status: 200 len: 913 time: 0.0839548 Jan 26 19:38:16.597689 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-22091d3d-fc7f-4446-b843-67c81e28fb79 req-eb853d2b-1bcb-4d03-a4b0-43f008d5f9a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 HTTP/1.1" status: 200 len: 1001 time: 0.0594668 Jan 26 19:38:16.644415 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22091d3d-fc7f-4446-b843-67c81e28fb79 req-a7f86406-3ccf-4241-b7e3-829d6e09c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:16.645770 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-22091d3d-fc7f-4446-b843-67c81e28fb79 req-a7f86406-3ccf-4241-b7e3-829d6e09c317 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a03b0a89-d2fe-4cbd-933b-6f666740803e HTTP/1.1" status: 200 len: 851 time: 0.0401578 Jan 26 19:38:16.692901 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22091d3d-fc7f-4446-b843-67c81e28fb79 req-f0d99f40-5bfa-4193-b26f-bd36467390e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:16.694289 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-22091d3d-fc7f-4446-b843-67c81e28fb79 req-f0d99f40-5bfa-4193-b26f-bd36467390e2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=271d7cd6-39be-4683-b50e-e90ed3ff8279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382583 Jan 26 19:38:16.782503 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-22091d3d-fc7f-4446-b843-67c81e28fb79 req-926d520a-a770-4a30-8db8-d83eb42b4ba6 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802951 Jan 26 19:38:16.868711 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-22091d3d-fc7f-4446-b843-67c81e28fb79 req-18c4427b-bff5-4860-8d23-fd81be2b8b83 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0767133 Jan 26 19:38:17.462514 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61df6f9-33ea-4450-b324-c64fb0a2924b req-c857062a-849e-4c1f-81bd-ce68e15f3af5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:17.464024 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c61df6f9-33ea-4450-b324-c64fb0a2924b req-c857062a-849e-4c1f-81bd-ce68e15f3af5 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.46 "GET /v2.0/ports?device_id=aae117b3-304e-4d7f-b536-b45cb3ce9bfb HTTP/1.1" status: 200 len: 945 time: 0.0498452 Jan 26 19:38:17.549073 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-c61df6f9-33ea-4450-b324-c64fb0a2924b req-25a98086-ff99-4422-9b80-23b35ed0e467 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Deleting port e57fb035-c5bc-4ae8-b0e5-fb43d317323f {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:38:17.549409 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c61df6f9-33ea-4450-b324-c64fb0a2924b req-25a98086-ff99-4422-9b80-23b35ed0e467 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (e57fb035-c5bc-4ae8-b0e5-fb43d317323f), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:17.668375 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-c61df6f9-33ea-4450-b324-c64fb0a2924b req-25a98086-ff99-4422-9b80-23b35ed0e467 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] For port e57fb035-c5bc-4ae8-b0e5-fb43d317323f, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=e57fb035-c5bc-4ae8-b0e5-fb43d317323f,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:38:17.668782 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c61df6f9-33ea-4450-b324-c64fb0a2924b req-25a98086-ff99-4422-9b80-23b35ed0e467 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (e57fb035-c5bc-4ae8-b0e5-fb43d317323f), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:17.686017 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026814b3-3d70-4d39-9199-0034a7117ffd req-2b12b8c2-d918-40c0-8618-6a34e8ce3bfe tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:17.687464 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-026814b3-3d70-4d39-9199-0034a7117ffd req-2b12b8c2-d918-40c0-8618-6a34e8ce3bfe tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=aae117b3-304e-4d7f-b536-b45cb3ce9bfb HTTP/1.1" status: 200 len: 945 time: 0.0812092 Jan 26 19:38:17.691603 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-c61df6f9-33ea-4450-b324-c64fb0a2924b req-25a98086-ff99-4422-9b80-23b35ed0e467 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Calling delete_port for e57fb035-c5bc-4ae8-b0e5-fb43d317323f owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:38:17.776663 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-026814b3-3d70-4d39-9199-0034a7117ffd req-ee4e53b4-523a-4dc1-973e-b0e4aa3634e3 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831378 Jan 26 19:38:17.856282 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c61df6f9-33ea-4450-b324-c64fb0a2924b req-25a98086-ff99-4422-9b80-23b35ed0e467 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (e57fb035-c5bc-4ae8-b0e5-fb43d317323f), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:17.868820 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['d7374057-ff0b-46c0-97e2-544a3f54a28d', '2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1', 'd91d131a-61eb-43aa-89a3-031afce1b712', 'e57fb035-c5bc-4ae8-b0e5-fb43d317323f'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:38:17.886558 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a98086-ff99-4422-9b80-23b35ed0e467 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Pushing event deleted for resources: {'Port': ['ID=e57fb035-c5bc-4ae8-b0e5-fb43d317323f,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:17.927857 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61df6f9-33ea-4450-b324-c64fb0a2924b req-25a98086-ff99-4422-9b80-23b35ed0e467 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] No DVR routers for this DVR port e57fb035-c5bc-4ae8-b0e5-fb43d317323f on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:38:17.930379 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-c61df6f9-33ea-4450-b324-c64fb0a2924b req-25a98086-ff99-4422-9b80-23b35ed0e467 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:17.934521 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c61df6f9-33ea-4450-b324-c64fb0a2924b req-25a98086-ff99-4422-9b80-23b35ed0e467 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.46 "DELETE /v2.0/ports/e57fb035-c5bc-4ae8-b0e5-fb43d317323f HTTP/1.1" status: 204 len: 173 time: 0.4654143 Jan 26 19:38:17.934952 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae117b3-304e-4d7f-b536-b45cb3ce9bfb', 'name': 'network-vif-deleted', 'tag': 'e57fb035-c5bc-4ae8-b0e5-fb43d317323f'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:38:17.937193 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09b1db3-cac3-4a0c-9c23-b1152c449a4e" -d '{"events": [{"server_uuid": "aae117b3-304e-4d7f-b536-b45cb3ce9bfb", "name": "network-vif-deleted", "tag": "e57fb035-c5bc-4ae8-b0e5-fb43d317323f"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:38:17.976577 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28050c56-63a3-4565-8d58-5c1a0fd17847 x-openstack-request-id: req-28050c56-63a3-4565-8d58-5c1a0fd17847 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:38:17.976869 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae117b3-304e-4d7f-b536-b45cb3ce9bfb", "name": "network-vif-deleted", "tag": "e57fb035-c5bc-4ae8-b0e5-fb43d317323f", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:38:17.977143 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-28050c56-63a3-4565-8d58-5c1a0fd17847 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:38:17.977657 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aae117b3-304e-4d7f-b536-b45cb3ce9bfb', 'name': 'network-vif-deleted', 'tag': 'e57fb035-c5bc-4ae8-b0e5-fb43d317323f', 'status': 'completed', 'code': 200} Jan 26 19:38:20.398223 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7cd25-482d-4c50-99a3-04d6fa6c86e1 req-d75b18c8-aa0e-4769-9733-bc36e28a5c86 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:20.399950 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-54e7cd25-482d-4c50-99a3-04d6fa6c86e1 req-d75b18c8-aa0e-4769-9733-bc36e28a5c86 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=4eecef0f-f964-4d98-a685-678c4c35fc64 HTTP/1.1" status: 200 len: 946 time: 0.2874684 Jan 26 19:38:20.443576 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-54e7cd25-482d-4c50-99a3-04d6fa6c86e1 req-b46ad615-4dea-40e3-8a78-d82fe96966ef tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380707 Jan 26 19:38:21.332227 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device e57fb035-c5bc-4ae8-b0e5-fb43d317323f no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:38:21.352666 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: e57fb035-c5bc-4ae8-b0e5-fb43d317323f {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:38:21.353006 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device e57fb035-c5bc-4ae8-b0e5-fb43d317323f not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:38:21.561995 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8814638-8285-46d4-8a4a-dd7604b6116b req-de1eb9dd-9a72-4eba-8a3b-ecca0d858e14 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:21.563459 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f8814638-8285-46d4-8a4a-dd7604b6116b req-de1eb9dd-9a72-4eba-8a3b-ecca0d858e14 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=4eecef0f-f964-4d98-a685-678c4c35fc64 HTTP/1.1" status: 200 len: 946 time: 0.0529706 Jan 26 19:38:21.609535 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-f8814638-8285-46d4-8a4a-dd7604b6116b req-ef487592-b0ee-46cd-98e2-f77772399aae tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404432 Jan 26 19:38:22.159447 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec67fc-d465-459e-94b1-04f9facc79cb req-e045253d-4ddd-4fd7-bdcf-ed975a36d427 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:22.160844 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b6ec67fc-d465-459e-94b1-04f9facc79cb req-e045253d-4ddd-4fd7-bdcf-ed975a36d427 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.46 "GET /v2.0/ports?device_id=4eecef0f-f964-4d98-a685-678c4c35fc64 HTTP/1.1" status: 200 len: 946 time: 0.0453827 Jan 26 19:38:22.250832 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-b6ec67fc-d465-459e-94b1-04f9facc79cb req-67bf7cbe-be24-40f9-8e2a-a28f206b85bf tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Deleting port d91d131a-61eb-43aa-89a3-031afce1b712 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:38:22.251150 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-b6ec67fc-d465-459e-94b1-04f9facc79cb req-67bf7cbe-be24-40f9-8e2a-a28f206b85bf tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (d91d131a-61eb-43aa-89a3-031afce1b712), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:22.333160 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-b6ec67fc-d465-459e-94b1-04f9facc79cb req-67bf7cbe-be24-40f9-8e2a-a28f206b85bf tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] For port d91d131a-61eb-43aa-89a3-031afce1b712, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d91d131a-61eb-43aa-89a3-031afce1b712,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:38:22.333543 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-b6ec67fc-d465-459e-94b1-04f9facc79cb req-67bf7cbe-be24-40f9-8e2a-a28f206b85bf tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (d91d131a-61eb-43aa-89a3-031afce1b712), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:22.344742 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-b6ec67fc-d465-459e-94b1-04f9facc79cb req-67bf7cbe-be24-40f9-8e2a-a28f206b85bf tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Calling delete_port for d91d131a-61eb-43aa-89a3-031afce1b712 owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:38:22.473344 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-b6ec67fc-d465-459e-94b1-04f9facc79cb req-67bf7cbe-be24-40f9-8e2a-a28f206b85bf tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (d91d131a-61eb-43aa-89a3-031afce1b712), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:22.502280 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf7cbe-be24-40f9-8e2a-a28f206b85bf tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Pushing event deleted for resources: {'Port': ['ID=d91d131a-61eb-43aa-89a3-031afce1b712,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:22.512124 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['d7374057-ff0b-46c0-97e2-544a3f54a28d', '2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1', 'd91d131a-61eb-43aa-89a3-031afce1b712'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:38:22.550538 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ec67fc-d465-459e-94b1-04f9facc79cb req-67bf7cbe-be24-40f9-8e2a-a28f206b85bf tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] No DVR routers for this DVR port d91d131a-61eb-43aa-89a3-031afce1b712 on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:38:22.553086 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-b6ec67fc-d465-459e-94b1-04f9facc79cb req-67bf7cbe-be24-40f9-8e2a-a28f206b85bf tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:22.556601 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-b6ec67fc-d465-459e-94b1-04f9facc79cb req-67bf7cbe-be24-40f9-8e2a-a28f206b85bf tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.46 "DELETE /v2.0/ports/d91d131a-61eb-43aa-89a3-031afce1b712 HTTP/1.1" status: 204 len: 173 time: 0.3897929 Jan 26 19:38:22.557046 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eecef0f-f964-4d98-a685-678c4c35fc64', 'name': 'network-vif-deleted', 'tag': 'd91d131a-61eb-43aa-89a3-031afce1b712'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:38:22.560072 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47027e28-6222-4bc1-892d-c502de0178b7" -d '{"events": [{"server_uuid": "4eecef0f-f964-4d98-a685-678c4c35fc64", "name": "network-vif-deleted", "tag": "d91d131a-61eb-43aa-89a3-031afce1b712"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:38:22.605867 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b8e748-be96-492a-81fc-9a429e7e2ffe x-openstack-request-id: req-09b8e748-be96-492a-81fc-9a429e7e2ffe {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:38:22.606167 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eecef0f-f964-4d98-a685-678c4c35fc64", "name": "network-vif-deleted", "tag": "d91d131a-61eb-43aa-89a3-031afce1b712", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:38:22.606530 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09b8e748-be96-492a-81fc-9a429e7e2ffe {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:38:22.608359 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eecef0f-f964-4d98-a685-678c4c35fc64', 'name': 'network-vif-deleted', 'tag': 'd91d131a-61eb-43aa-89a3-031afce1b712', 'status': 'completed', 'code': 200} Jan 26 19:38:22.719026 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9ca772a3-9b39-41e0-8a97-31b1cb0dfe1b req-5056bdcd-ec32-407a-b6d6-7ecdc2172056 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=4eecef0f-f964-4d98-a685-678c4c35fc64 HTTP/1.1" status: 200 len: 210 time: 0.0291440 Jan 26 19:38:23.987575 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504df2d-02a8-4bbb-8605-a0ba81cc80c5 req-b77021fb-1bfb-4dbf-88ed-e8e71b9ee17c tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:23.989027 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c504df2d-02a8-4bbb-8605-a0ba81cc80c5 req-b77021fb-1bfb-4dbf-88ed-e8e71b9ee17c tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6a62b3-b85b-4d4a-8559-aa29f3668072 HTTP/1.1" status: 200 len: 946 time: 0.0460424 Jan 26 19:38:24.033156 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c504df2d-02a8-4bbb-8605-a0ba81cc80c5 req-11367668-f293-4df4-b923-044fcc12431a tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387697 Jan 26 19:38:25.144712 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648eb17-ca2b-4ae8-bd4a-394a464ee3b8 req-bc2863bf-09ef-4b08-bc55-7bdd424d8152 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:25.146139 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7648eb17-ca2b-4ae8-bd4a-394a464ee3b8 req-bc2863bf-09ef-4b08-bc55-7bdd424d8152 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6a62b3-b85b-4d4a-8559-aa29f3668072 HTTP/1.1" status: 200 len: 946 time: 0.0468075 Jan 26 19:38:25.331607 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device d91d131a-61eb-43aa-89a3-031afce1b712 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:38:25.370857 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: d91d131a-61eb-43aa-89a3-031afce1b712 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:38:25.371389 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device d91d131a-61eb-43aa-89a3-031afce1b712 not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:38:25.422434 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-7648eb17-ca2b-4ae8-bd4a-394a464ee3b8 req-f3e9ed63-5e3b-42a6-b5be-2ec8da955e8a tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706342 Jan 26 19:38:25.666412 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea09b9-3923-4ea7-912e-26354adf8743 req-605b3b2b-a531-4fbc-a8c3-e609528a3904 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:25.668632 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-19ea09b9-3923-4ea7-912e-26354adf8743 req-605b3b2b-a531-4fbc-a8c3-e609528a3904 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d6a62b3-b85b-4d4a-8559-aa29f3668072 HTTP/1.1" status: 200 len: 946 time: 0.0468495 Jan 26 19:38:25.755535 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-19ea09b9-3923-4ea7-912e-26354adf8743 req-4cff45bc-b2c9-47db-a446-a7e916783450 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Deleting port 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:38:25.755911 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-19ea09b9-3923-4ea7-912e-26354adf8743 req-4cff45bc-b2c9-47db-a446-a7e916783450 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:25.841580 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-19ea09b9-3923-4ea7-912e-26354adf8743 req-4cff45bc-b2c9-47db-a446-a7e916783450 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] For port 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:38:25.841932 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-19ea09b9-3923-4ea7-912e-26354adf8743 req-4cff45bc-b2c9-47db-a446-a7e916783450 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:25.853578 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-19ea09b9-3923-4ea7-912e-26354adf8743 req-4cff45bc-b2c9-47db-a446-a7e916783450 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Calling delete_port for 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:38:25.979155 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-19ea09b9-3923-4ea7-912e-26354adf8743 req-4cff45bc-b2c9-47db-a446-a7e916783450 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:26.003857 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['d7374057-ff0b-46c0-97e2-544a3f54a28d', '2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:38:26.006197 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff45bc-b2c9-47db-a446-a7e916783450 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Pushing event deleted for resources: {'Port': ['ID=2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:26.049053 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ea09b9-3923-4ea7-912e-26354adf8743 req-4cff45bc-b2c9-47db-a446-a7e916783450 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] No DVR routers for this DVR port 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:38:26.051489 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-19ea09b9-3923-4ea7-912e-26354adf8743 req-4cff45bc-b2c9-47db-a446-a7e916783450 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:26.054768 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-19ea09b9-3923-4ea7-912e-26354adf8743 req-4cff45bc-b2c9-47db-a446-a7e916783450 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.46 "DELETE /v2.0/ports/2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 HTTP/1.1" status: 204 len: 173 time: 0.3811452 Jan 26 19:38:26.055235 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d6a62b3-b85b-4d4a-8559-aa29f3668072', 'name': 'network-vif-deleted', 'tag': '2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:38:26.057529 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2600b7-a429-46cf-b181-0419ce08b4a5" -d '{"events": [{"server_uuid": "8d6a62b3-b85b-4d4a-8559-aa29f3668072", "name": "network-vif-deleted", "tag": "2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:38:26.093353 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbadd879-ed37-4fe7-aabc-48ef404e73ab x-openstack-request-id: req-fbadd879-ed37-4fe7-aabc-48ef404e73ab {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:38:26.093644 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d6a62b3-b85b-4d4a-8559-aa29f3668072", "name": "network-vif-deleted", "tag": "2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:38:26.093901 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fbadd879-ed37-4fe7-aabc-48ef404e73ab {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:38:26.094296 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d6a62b3-b85b-4d4a-8559-aa29f3668072', 'name': 'network-vif-deleted', 'tag': '2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1', 'status': 'completed', 'code': 200} Jan 26 19:38:26.530021 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-32c0bba6-11e5-491f-bfdd-65f94e8b8548 req-d7f6eff1-a9b5-4b8f-b8ca-06a3619ea8ad tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=8d6a62b3-b85b-4d4a-8559-aa29f3668072 HTTP/1.1" status: 200 len: 210 time: 0.0283606 Jan 26 19:38:28.916188 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af097781-5655-4701-8d00-5667d9a1e708 req-853e81a2-766b-4afe-9a2f-5853e71757c3 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:28.918195 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-af097781-5655-4701-8d00-5667d9a1e708 req-853e81a2-766b-4afe-9a2f-5853e71757c3 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 945 time: 0.0476952 Jan 26 19:38:28.962362 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-af097781-5655-4701-8d00-5667d9a1e708 req-e314ac15-4736-4a55-b2c5-3e55ad274b59 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385737 Jan 26 19:38:29.362971 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:38:29.386270 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:38:29.386615 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 2ad8f4cb-64d6-44c1-8eb9-5549f3aa58b1 not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:38:30.075438 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ee65a-ba80-4d06-8ac7-03e733ac2de1 req-3c0f75ba-bff9-4b9c-abe8-0b50f276ad73 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:30.076831 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-611ee65a-ba80-4d06-8ac7-03e733ac2de1 req-3c0f75ba-bff9-4b9c-abe8-0b50f276ad73 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 945 time: 0.0463648 Jan 26 19:38:30.122469 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-611ee65a-ba80-4d06-8ac7-03e733ac2de1 req-d19e76bf-f3de-429d-9494-87e23c4e6751 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401456 Jan 26 19:38:30.935447 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6e4fa-3e4a-41a7-9380-cf931cc1e57a req-48cc5d93-673d-4287-acc2-3a5b9f23cbd0 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:30.936942 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-62e6e4fa-3e4a-41a7-9380-cf931cc1e57a req-48cc5d93-673d-4287-acc2-3a5b9f23cbd0 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.46 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 945 time: 0.0461571 Jan 26 19:38:31.023318 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-62e6e4fa-3e4a-41a7-9380-cf931cc1e57a req-37c8be89-43b6-4136-867d-9321b8d4ce23 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Deleting port d7374057-ff0b-46c0-97e2-544a3f54a28d {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:38:31.023657 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-62e6e4fa-3e4a-41a7-9380-cf931cc1e57a req-37c8be89-43b6-4136-867d-9321b8d4ce23 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (d7374057-ff0b-46c0-97e2-544a3f54a28d), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:31.107110 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-62e6e4fa-3e4a-41a7-9380-cf931cc1e57a req-37c8be89-43b6-4136-867d-9321b8d4ce23 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] For port d7374057-ff0b-46c0-97e2-544a3f54a28d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d7374057-ff0b-46c0-97e2-544a3f54a28d,segment=NetworkSegment(0dc1113e-1172-4dbe-8feb-8c6ff606a767),segment_id=0dc1113e-1172-4dbe-8feb-8c6ff606a767)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:38:31.107467 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-62e6e4fa-3e4a-41a7-9380-cf931cc1e57a req-37c8be89-43b6-4136-867d-9321b8d4ce23 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (d7374057-ff0b-46c0-97e2-544a3f54a28d), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:31.119010 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-62e6e4fa-3e4a-41a7-9380-cf931cc1e57a req-37c8be89-43b6-4136-867d-9321b8d4ce23 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Calling delete_port for d7374057-ff0b-46c0-97e2-544a3f54a28d owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:38:31.268770 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ac2d3-5329-4ffa-9a72-c08c111209f0 req-80c185ad-d137-4e01-81af-088e41ada2b2 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:31.270231 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c45ac2d3-5329-4ffa-9a72-c08c111209f0 req-80c185ad-d137-4e01-81af-088e41ada2b2 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/ports?device_id=626669d2-1559-4ee3-a821-5700455c065b HTTP/1.1" status: 200 len: 945 time: 0.0790272 Jan 26 19:38:31.283332 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-62e6e4fa-3e4a-41a7-9380-cf931cc1e57a req-37c8be89-43b6-4136-867d-9321b8d4ce23 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (d7374057-ff0b-46c0-97e2-544a3f54a28d), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:31.294738 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] get_ports_and_sgs() called for port_ids ['d7374057-ff0b-46c0-97e2-544a3f54a28d'] {{(pid=102407) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 26 19:38:31.325001 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c8be89-43b6-4136-867d-9321b8d4ce23 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Pushing event deleted for resources: {'Port': ['ID=d7374057-ff0b-46c0-97e2-544a3f54a28d,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:31.367081 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-c45ac2d3-5329-4ffa-9a72-c08c111209f0 req-204c09a6-992e-4825-b1ab-c7eec0591ff1 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.50 "GET /v2.0/security-groups?id=874ec180-3e2b-486c-9b35-409ba59db657&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906370 Jan 26 19:38:31.380735 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e6e4fa-3e4a-41a7-9380-cf931cc1e57a req-37c8be89-43b6-4136-867d-9321b8d4ce23 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] No DVR routers for this DVR port d7374057-ff0b-46c0-97e2-544a3f54a28d on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:38:31.388467 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-62e6e4fa-3e4a-41a7-9380-cf931cc1e57a req-37c8be89-43b6-4136-867d-9321b8d4ce23 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:31.391731 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-62e6e4fa-3e4a-41a7-9380-cf931cc1e57a req-37c8be89-43b6-4136-867d-9321b8d4ce23 tempest-AttachVolumeNegativeTest-761336682 tempest-AttachVolumeNegativeTest-761336682-project] 10.222.0.46 "DELETE /v2.0/ports/d7374057-ff0b-46c0-97e2-544a3f54a28d HTTP/1.1" status: 204 len: 173 time: 0.4497163 Jan 26 19:38:31.392186 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626669d2-1559-4ee3-a821-5700455c065b', 'name': 'network-vif-deleted', 'tag': 'd7374057-ff0b-46c0-97e2-544a3f54a28d'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:38:31.394396 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de34dd7b-30fd-423c-ab44-4627d18bf54d" -d '{"events": [{"server_uuid": "626669d2-1559-4ee3-a821-5700455c065b", "name": "network-vif-deleted", "tag": "d7374057-ff0b-46c0-97e2-544a3f54a28d"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:38:31.433090 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7090139e-d31d-4923-9f20-0f1943272764 x-openstack-request-id: req-7090139e-d31d-4923-9f20-0f1943272764 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:38:31.433385 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626669d2-1559-4ee3-a821-5700455c065b", "name": "network-vif-deleted", "tag": "d7374057-ff0b-46c0-97e2-544a3f54a28d", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:38:31.433637 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-7090139e-d31d-4923-9f20-0f1943272764 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:38:31.434040 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626669d2-1559-4ee3-a821-5700455c065b', 'name': 'network-vif-deleted', 'tag': 'd7374057-ff0b-46c0-97e2-544a3f54a28d', 'status': 'completed', 'code': 200} Jan 26 19:38:32.421226 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33314) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:32.464509 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Deleting subnet f41db356-992c-4429-bf61-7307d60ac430 {{(pid=102406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:38:32.467474 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Publish callbacks [] for subnet (f41db356-992c-4429-bf61-7307d60ac430), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:32.503854 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8905233'] for subnet (f41db356-992c-4429-bf61-7307d60ac430), precommit_delete_associations {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:32.541032 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588427'] for subnet (f41db356-992c-4429-bf61-7307d60ac430), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:32.591157 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8613420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456519'] for subnet (f41db356-992c-4429-bf61-7307d60ac430), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:32.615022 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f41db356-992c-4429-bf61-7307d60ac430,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:32.619223 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:32.622929 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/f41db356-992c-4429-bf61-7307d60ac430 HTTP/1.1" status: 204 len: 168 time: 0.2006850 Jan 26 19:38:32.625621 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33316) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:32.628757 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.629109 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.629452 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.629811 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.630140 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.630674 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.631012 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.631340 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.631699 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.632027 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.632355 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.632676 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.633000 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f36518-6bb9-4fe3-a046-86e7030bcd03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.694052 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056074'] for network (3dfee021-f64b-48e0-8195-f604062d6f9b), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:32.768285 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1586524', 'neutron.services.segments.db._delete_segments_for_network-8757114033794'] for network (3dfee021-f64b-48e0-8195-f604062d6f9b), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:32.787347 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfee021-f64b-48e0-8195-f604062d6f9b']}} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:38:32.798401 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc1113e-1172-4dbe-8feb-8c6ff606a767') {'for_net_delete': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:38:32.798700 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc1113e-1172-4dbe-8feb-8c6ff606a767') {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:38:32.811884 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757114034827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8393464'] for segment (0dc1113e-1172-4dbe-8feb-8c6ff606a767), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:32.824590 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (0dc1113e-1172-4dbe-8feb-8c6ff606a767), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:32.830233 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=102405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:38:32.830611 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8804510'] for segment (0dc1113e-1172-4dbe-8feb-8c6ff606a767), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: Traceback (most recent call last): Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: timer() Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: cb(*args, **kw) Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: return func(*args, **kwargs) Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: self._notify() Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: self.callback(batched_events) Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: event.method(event) Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: return f(self, *a, **k) Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: return self._get(url).json() Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: return self.request(url, 'GET', **kwargs) Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:38:32.832223 dv-cinder-794001-3-iscsi neutron-server[102405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:38:32.884879 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1586517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747646'] for network (3dfee021-f64b-48e0-8195-f604062d6f9b), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:32.890314 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:32.893504 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] 10.222.0.50 "DELETE /v2.0/networks/3dfee021-f64b-48e0-8195-f604062d6f9b HTTP/1.1" status: 204 len: 168 time: 0.2668908 Jan 26 19:38:32.904309 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Pushing event deleted for resources: {'Network': ['ID=3dfee021-f64b-48e0-8195-f604062d6f9b,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:32.911992 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.912363 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.912699 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.913039 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.913378 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.913713 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.914044 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.914377 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.914705 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.915035 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.915361 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.915688 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:32.916038 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cbbe73-03e4-4264-acb0-569fbf4b9e9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:38:33.077789 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33320) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:33.116025 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-774fb271-f1fb-4837-b093-a9374326629d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45b7093fc6044e2dbc5ec6163648ea14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371032 Jan 26 19:38:33.118326 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33322) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:33.162233 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6b443f37-3e51-44dd-85f6-d3c9d4b4b69c admin admin] Publish callbacks [] for security_group (874ec180-3e2b-486c-9b35-409ba59db657), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:33.185902 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6b443f37-3e51-44dd-85f6-d3c9d4b4b69c admin admin] Publish callbacks [] for security_group (874ec180-3e2b-486c-9b35-409ba59db657), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:33.229919 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6b443f37-3e51-44dd-85f6-d3c9d4b4b69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (874ec180-3e2b-486c-9b35-409ba59db657), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:33.232432 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-6b443f37-3e51-44dd-85f6-d3c9d4b4b69c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:33.233555 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-6b443f37-3e51-44dd-85f6-d3c9d4b4b69c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/874ec180-3e2b-486c-9b35-409ba59db657 HTTP/1.1" status: 204 len: 168 time: 0.1143909 Jan 26 19:38:33.241161 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b443f37-3e51-44dd-85f6-d3c9d4b4b69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874ec180-3e2b-486c-9b35-409ba59db657,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:33.909210 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33344) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:34.021093 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-e116db33-5a48-408a-949f-db5cc8b7513c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2042465660-network', 'tenant_id': 'd610bf25ef224a7ca6396e50e006ceb5'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:38:34.040628 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e116db33-5a48-408a-949f-db5cc8b7513c admin admin] Made reservation on behalf of d610bf25ef224a7ca6396e50e006ceb5 for: {'network': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:38:34.043125 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e116db33-5a48-408a-949f-db5cc8b7513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:34.045786 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-6568f214-0934-4e56-8ef1-889993c7dc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:34.051907 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e116db33-5a48-408a-949f-db5cc8b7513c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:34.123518 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e116db33-5a48-408a-949f-db5cc8b7513c admin admin] Publish callbacks [] for security_group (d8ebf368-2bcc-4d65-aa46-993397b758d4), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:34.127133 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e116db33-5a48-408a-949f-db5cc8b7513c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (d8ebf368-2bcc-4d65-aa46-993397b758d4), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:34.151021 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e116db33-5a48-408a-949f-db5cc8b7513c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=102406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:38:34.160395 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116db33-5a48-408a-949f-db5cc8b7513c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ebf368-2bcc-4d65-aa46-993397b758d4,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:34.165338 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e116db33-5a48-408a-949f-db5cc8b7513c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (4c476caf-6846-488b-8473-b3bc1b1e1890), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:34.165694 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.segments_db [None req-e116db33-5a48-408a-949f-db5cc8b7513c admin admin] Added segment 4c476caf-6846-488b-8473-b3bc1b1e1890 of type vlan for network e8b4eb52-5008-4f46-98ad-8c03e1b96f83 Jan 26 19:38:34.208892 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e116db33-5a48-408a-949f-db5cc8b7513c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (e8b4eb52-5008-4f46-98ad-8c03e1b96f83), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:34.231845 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e116db33-5a48-408a-949f-db5cc8b7513c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (e8b4eb52-5008-4f46-98ad-8c03e1b96f83), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:34.232772 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e116db33-5a48-408a-949f-db5cc8b7513c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:34.233341 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e116db33-5a48-408a-949f-db5cc8b7513c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:34.288368 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-e116db33-5a48-408a-949f-db5cc8b7513c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3780632 Jan 26 19:38:34.291352 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33348) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:34.293639 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116db33-5a48-408a-949f-db5cc8b7513c admin admin] Pushing event updated for resources: {'Network': ['ID=e8b4eb52-5008-4f46-98ad-8c03e1b96f83,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:34.297459 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-c1bddac3-40ca-493e-9138-4ccdf8216001 admin admin] Request body: {'subnet': {'network_id': 'e8b4eb52-5008-4f46-98ad-8c03e1b96f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2042465660-subnet', 'tenant_id': 'd610bf25ef224a7ca6396e50e006ceb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:38:34.303677 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network e8b4eb52-5008-4f46-98ad-8c03e1b96f83 details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:38:34.317565 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bddac3-40ca-493e-9138-4ccdf8216001 admin admin] Made reservation on behalf of d610bf25ef224a7ca6396e50e006ceb5 for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:38:34.320213 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c1bddac3-40ca-493e-9138-4ccdf8216001 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069588'] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:34.481373 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c1bddac3-40ca-493e-9138-4ccdf8216001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8800509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069602'] for subnet (8b8046db-2675-4172-a35f-e2d55b92a2df), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:34.532630 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bddac3-40ca-493e-9138-4ccdf8216001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b8046db-2675-4172-a35f-e2d55b92a2df,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:34.542537 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bddac3-40ca-493e-9138-4ccdf8216001 admin admin] Checking segment: {'id': '4c476caf-6846-488b-8473-b3bc1b1e1890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e8b4eb52-5008-4f46-98ad-8c03e1b96f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:38:34.542895 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bddac3-40ca-493e-9138-4ccdf8216001 admin admin] Network hostable DHCP agents. Network: e8b4eb52-5008-4f46-98ad-8c03e1b96f83, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:38:34.559419 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bddac3-40ca-493e-9138-4ccdf8216001 admin admin] Network e8b4eb52-5008-4f46-98ad-8c03e1b96f83 is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:38:34.567707 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-c1bddac3-40ca-493e-9138-4ccdf8216001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, e8b4eb52-5008-4f46-98ad-8c03e1b96f83) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:38:34.571896 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bddac3-40ca-493e-9138-4ccdf8216001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:34.572386 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c1bddac3-40ca-493e-9138-4ccdf8216001 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:34.577263 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d09ba1-0e58-4cd2-b634-a89a95f3eae6 None None] Network e8b4eb52-5008-4f46-98ad-8c03e1b96f83 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:38:34.588514 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c1bddac3-40ca-493e-9138-4ccdf8216001 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.2959759 Jan 26 19:38:34.673044 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762ac77d-8b78-48f5-bbec-1117a9361ff0 None None] Network e8b4eb52-5008-4f46-98ad-8c03e1b96f83 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:38:35.034353 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33366) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:35.039353 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.v2.base [None req-253992f8-478e-4180-8d2d-3f3a3e2f8421 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-676917302-network', 'tenant_id': 'b6a89db3789947c6bfae54050e26f0a5'}} {{(pid=102406) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:38:35.059281 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253992f8-478e-4180-8d2d-3f3a3e2f8421 admin admin] Made reservation on behalf of b6a89db3789947c6bfae54050e26f0a5 for: {'network': 1} {{(pid=102406) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:38:35.061656 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-253992f8-478e-4180-8d2d-3f3a3e2f8421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1598858'] for network (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:35.069744 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-253992f8-478e-4180-8d2d-3f3a3e2f8421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:35.140817 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-253992f8-478e-4180-8d2d-3f3a3e2f8421 admin admin] Publish callbacks [] for security_group (c019690b-45e3-4807-9357-acb0d4754d4e), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:35.144433 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-253992f8-478e-4180-8d2d-3f3a3e2f8421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c019690b-45e3-4807-9357-acb0d4754d4e), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:35.171693 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253992f8-478e-4180-8d2d-3f3a3e2f8421 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=102406) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 26 19:38:35.180054 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253992f8-478e-4180-8d2d-3f3a3e2f8421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c019690b-45e3-4807-9357-acb0d4754d4e,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:35.188481 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-253992f8-478e-4180-8d2d-3f3a3e2f8421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (12d5acdf-962b-42cf-b0c2-6675219e5895), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:35.188848 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.segments_db [None req-253992f8-478e-4180-8d2d-3f3a3e2f8421 admin admin] Added segment 12d5acdf-962b-42cf-b0c2-6675219e5895 of type vlan for network d0b9d96a-b9db-46f6-83bc-7e833db7dbb7 Jan 26 19:38:35.227523 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-253992f8-478e-4180-8d2d-3f3a3e2f8421 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757113520734'] for network (d0b9d96a-b9db-46f6-83bc-7e833db7dbb7), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:35.251610 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-253992f8-478e-4180-8d2d-3f3a3e2f8421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852'] for network (d0b9d96a-b9db-46f6-83bc-7e833db7dbb7), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:35.252567 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253992f8-478e-4180-8d2d-3f3a3e2f8421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:35.253141 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-253992f8-478e-4180-8d2d-3f3a3e2f8421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:35.283784 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-253992f8-478e-4180-8d2d-3f3a3e2f8421 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2483268 Jan 26 19:38:35.286654 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33368) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:35.292110 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.v2.base [None req-2ac58a34-7afc-4fcc-b0c8-dfd014b88f21 admin admin] Request body: {'subnet': {'network_id': 'd0b9d96a-b9db-46f6-83bc-7e833db7dbb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-676917302-subnet', 'tenant_id': 'b6a89db3789947c6bfae54050e26f0a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102405) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 19:38:35.312825 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253992f8-478e-4180-8d2d-3f3a3e2f8421 admin admin] Pushing event updated for resources: {'Network': ['ID=d0b9d96a-b9db-46f6-83bc-7e833db7dbb7,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:35.313060 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac58a34-7afc-4fcc-b0c8-dfd014b88f21 admin admin] Made reservation on behalf of b6a89db3789947c6bfae54050e26f0a5 for: {'subnet': 1} {{(pid=102405) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 26 19:38:35.315244 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2ac58a34-7afc-4fcc-b0c8-dfd014b88f21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9069588'] for subnet (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:35.322209 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Network d0b9d96a-b9db-46f6-83bc-7e833db7dbb7 details requested by agent ovs-agent-dv-cinder-794001-3-iscsi with host dv-cinder-794001-3-iscsi {{(pid=102407) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 26 19:38:35.376753 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device d7374057-ff0b-46c0-97e2-544a3f54a28d no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:38:35.408273 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: d7374057-ff0b-46c0-97e2-544a3f54a28d {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:38:35.408622 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device d7374057-ff0b-46c0-97e2-544a3f54a28d not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:38:35.477912 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2ac58a34-7afc-4fcc-b0c8-dfd014b88f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8800509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9069602'] for subnet (d0bba4e7-5e1e-498a-957a-17ae8051f10a), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:35.531701 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac58a34-7afc-4fcc-b0c8-dfd014b88f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0bba4e7-5e1e-498a-957a-17ae8051f10a,revision_number=0']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:35.540245 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac58a34-7afc-4fcc-b0c8-dfd014b88f21 admin admin] Checking segment: {'id': '12d5acdf-962b-42cf-b0c2-6675219e5895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd0b9d96a-b9db-46f6-83bc-7e833db7dbb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102405) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 26 19:38:35.540608 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac58a34-7afc-4fcc-b0c8-dfd014b88f21 admin admin] Network hostable DHCP agents. Network: d0b9d96a-b9db-46f6-83bc-7e833db7dbb7, hostable agents: ['31c3448a-31ed-4e27-a989-b99358ff62dd'], hosted agents: [] {{(pid=102405) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 26 19:38:35.556796 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac58a34-7afc-4fcc-b0c8-dfd014b88f21 admin admin] Network d0b9d96a-b9db-46f6-83bc-7e833db7dbb7 is scheduled to be hosted by DHCP agent 31c3448a-31ed-4e27-a989-b99358ff62dd with binding_index 1 {{(pid=102405) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 26 19:38:35.565623 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.scheduler.base_scheduler [None req-2ac58a34-7afc-4fcc-b0c8-dfd014b88f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-3-iscsi, d0b9d96a-b9db-46f6-83bc-7e833db7dbb7) {{(pid=102405) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 26 19:38:35.569496 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac58a34-7afc-4fcc-b0c8-dfd014b88f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:38:35.570085 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-2ac58a34-7afc-4fcc-b0c8-dfd014b88f21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:35.575505 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cc0ca4-9e12-4158-a732-9940ad4f976e None None] Network d0b9d96a-b9db-46f6-83bc-7e833db7dbb7 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:38:35.591430 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-2ac58a34-7afc-4fcc-b0c8-dfd014b88f21 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3037059 Jan 26 19:38:35.673375 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60348e23-cafe-4ee1-b479-d3ae20dc96e9 None None] Network d0b9d96a-b9db-46f6-83bc-7e833db7dbb7 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:38:35.701134 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33372) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:35.749098 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e35da30-6cd3-4914-9ef4-ef5e5090cbab admin admin] Deleting subnet 8b8046db-2675-4172-a35f-e2d55b92a2df {{(pid=102405) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:38:35.752432 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0e35da30-6cd3-4914-9ef4-ef5e5090cbab admin admin] Publish callbacks [] for subnet (8b8046db-2675-4172-a35f-e2d55b92a2df), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:35.787427 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0e35da30-6cd3-4914-9ef4-ef5e5090cbab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8393457'] for subnet (8b8046db-2675-4172-a35f-e2d55b92a2df), precommit_delete_associations {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:35.825745 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0e35da30-6cd3-4914-9ef4-ef5e5090cbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588427'] for subnet (8b8046db-2675-4172-a35f-e2d55b92a2df), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:35.875842 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0e35da30-6cd3-4914-9ef4-ef5e5090cbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8804400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9069609'] for subnet (8b8046db-2675-4172-a35f-e2d55b92a2df), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:35.900479 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35da30-6cd3-4914-9ef4-ef5e5090cbab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b8046db-2675-4172-a35f-e2d55b92a2df,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:35.904880 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-0e35da30-6cd3-4914-9ef4-ef5e5090cbab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:35.908712 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-0e35da30-6cd3-4914-9ef4-ef5e5090cbab admin admin] 10.222.0.50 "DELETE /v2.0/subnets/8b8046db-2675-4172-a35f-e2d55b92a2df HTTP/1.1" status: 204 len: 168 time: 0.2065811 Jan 26 19:38:35.911285 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33374) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:35.983463 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c96b5506-c679-488d-ab43-1f5038d99227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056074'] for network (e8b4eb52-5008-4f46-98ad-8c03e1b96f83), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.061582 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c96b5506-c679-488d-ab43-1f5038d99227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1586524', 'neutron.services.segments.db._delete_segments_for_network-8757114033794'] for network (e8b4eb52-5008-4f46-98ad-8c03e1b96f83), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.081376 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-c96b5506-c679-488d-ab43-1f5038d99227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b4eb52-5008-4f46-98ad-8c03e1b96f83']}} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:38:36.090143 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-c96b5506-c679-488d-ab43-1f5038d99227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c476caf-6846-488b-8473-b3bc1b1e1890') {'for_net_delete': True} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:38:36.090442 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.services.segments.db [None req-c96b5506-c679-488d-ab43-1f5038d99227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c476caf-6846-488b-8473-b3bc1b1e1890') {} {{(pid=102405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:38:36.099336 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c96b5506-c679-488d-ab43-1f5038d99227 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757114034827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8393464'] for segment (4c476caf-6846-488b-8473-b3bc1b1e1890), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.111745 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c96b5506-c679-488d-ab43-1f5038d99227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (4c476caf-6846-488b-8473-b3bc1b1e1890), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.117430 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96b5506-c679-488d-ab43-1f5038d99227 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=102405) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:38:36.117812 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c96b5506-c679-488d-ab43-1f5038d99227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8804510'] for segment (4c476caf-6846-488b-8473-b3bc1b1e1890), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: Traceback (most recent call last): Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: timer() Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: cb(*args, **kw) Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: return func(*args, **kwargs) Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: self._notify() Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: self.callback(batched_events) Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: event.method(event) Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: return f(self, *a, **k) Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: return self._get(url).json() Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: return self.request(url, 'GET', **kwargs) Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:38:36.119404 dv-cinder-794001-3-iscsi neutron-server[102405]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:38:36.171282 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c96b5506-c679-488d-ab43-1f5038d99227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1586517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747646'] for network (e8b4eb52-5008-4f46-98ad-8c03e1b96f83), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.176421 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-c96b5506-c679-488d-ab43-1f5038d99227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.179562 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-c96b5506-c679-488d-ab43-1f5038d99227 admin admin] 10.222.0.50 "DELETE /v2.0/networks/e8b4eb52-5008-4f46-98ad-8c03e1b96f83 HTTP/1.1" status: 204 len: 168 time: 0.2672796 Jan 26 19:38:36.182998 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33376) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:36.190259 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b5506-c679-488d-ab43-1f5038d99227 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b4eb52-5008-4f46-98ad-8c03e1b96f83,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:36.225758 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad1c153-b566-48bf-af5e-03c3bb474841 admin admin] Deleting subnet d0bba4e7-5e1e-498a-957a-17ae8051f10a {{(pid=102406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:38:36.228862 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bad1c153-b566-48bf-af5e-03c3bb474841 admin admin] Publish callbacks [] for subnet (d0bba4e7-5e1e-498a-957a-17ae8051f10a), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.265574 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bad1c153-b566-48bf-af5e-03c3bb474841 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8905233'] for subnet (d0bba4e7-5e1e-498a-957a-17ae8051f10a), precommit_delete_associations {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.301400 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bad1c153-b566-48bf-af5e-03c3bb474841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588427'] for subnet (d0bba4e7-5e1e-498a-957a-17ae8051f10a), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.324983 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-69861685-6650-4bff-82b4-6e27455dc423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.353189 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bad1c153-b566-48bf-af5e-03c3bb474841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8613420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456519'] for subnet (d0bba4e7-5e1e-498a-957a-17ae8051f10a), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.376155 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1c153-b566-48bf-af5e-03c3bb474841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0bba4e7-5e1e-498a-957a-17ae8051f10a,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:36.381720 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-bad1c153-b566-48bf-af5e-03c3bb474841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.384907 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-bad1c153-b566-48bf-af5e-03c3bb474841 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/d0bba4e7-5e1e-498a-957a-17ae8051f10a HTTP/1.1" status: 204 len: 168 time: 0.2008579 Jan 26 19:38:36.388026 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33378) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:36.457450 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ac9e-2065-4277-bfb4-14c01b70fa85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056074'] for network (d0b9d96a-b9db-46f6-83bc-7e833db7dbb7), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.530238 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ac9e-2065-4277-bfb4-14c01b70fa85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1586524', 'neutron.services.segments.db._delete_segments_for_network-8757114033794'] for network (d0b9d96a-b9db-46f6-83bc-7e833db7dbb7), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.549160 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-e5e1ac9e-2065-4277-bfb4-14c01b70fa85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b9d96a-b9db-46f6-83bc-7e833db7dbb7']}} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:38:36.558496 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-e5e1ac9e-2065-4277-bfb4-14c01b70fa85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d5acdf-962b-42cf-b0c2-6675219e5895') {'for_net_delete': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:38:36.558788 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-e5e1ac9e-2065-4277-bfb4-14c01b70fa85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d5acdf-962b-42cf-b0c2-6675219e5895') {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:38:36.571238 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ac9e-2065-4277-bfb4-14c01b70fa85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757114034827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8905240'] for segment (12d5acdf-962b-42cf-b0c2-6675219e5895), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.583586 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ac9e-2065-4277-bfb4-14c01b70fa85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (12d5acdf-962b-42cf-b0c2-6675219e5895), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.589245 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e1ac9e-2065-4277-bfb4-14c01b70fa85 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=102406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:38:36.589612 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ac9e-2065-4277-bfb4-14c01b70fa85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8613506'] for segment (12d5acdf-962b-42cf-b0c2-6675219e5895), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: Traceback (most recent call last): Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: timer() Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: cb(*args, **kw) Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: return func(*args, **kwargs) Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: self._notify() Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: self.callback(batched_events) Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: event.method(event) Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: return f(self, *a, **k) Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: return self._get(url).json() Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: return self.request(url, 'GET', **kwargs) Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:38:36.591155 dv-cinder-794001-3-iscsi neutron-server[102406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:38:36.641658 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ac9e-2065-4277-bfb4-14c01b70fa85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1586517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747646'] for network (d0b9d96a-b9db-46f6-83bc-7e833db7dbb7), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.645975 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ac9e-2065-4277-bfb4-14c01b70fa85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.649143 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-e5e1ac9e-2065-4277-bfb4-14c01b70fa85 admin admin] 10.222.0.50 "DELETE /v2.0/networks/d0b9d96a-b9db-46f6-83bc-7e833db7dbb7 HTTP/1.1" status: 204 len: 168 time: 0.2599964 Jan 26 19:38:36.661364 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1ac9e-2065-4277-bfb4-14c01b70fa85 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0b9d96a-b9db-46f6-83bc-7e833db7dbb7,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:36.801918 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33382) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:36.840898 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-1cbdaf96-8b43-4a7d-8c8d-eb0f2e6ea880 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d610bf25ef224a7ca6396e50e006ceb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377116 Jan 26 19:38:36.843266 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33384) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:36.891241 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c9f05098-1fa7-4877-bcf9-a8aa53cc4379 admin admin] Publish callbacks [] for security_group (d8ebf368-2bcc-4d65-aa46-993397b758d4), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.915803 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c9f05098-1fa7-4877-bcf9-a8aa53cc4379 admin admin] Publish callbacks [] for security_group (d8ebf368-2bcc-4d65-aa46-993397b758d4), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.960084 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c9f05098-1fa7-4877-bcf9-a8aa53cc4379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (d8ebf368-2bcc-4d65-aa46-993397b758d4), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.962768 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c9f05098-1fa7-4877-bcf9-a8aa53cc4379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:36.964540 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-c9f05098-1fa7-4877-bcf9-a8aa53cc4379 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d8ebf368-2bcc-4d65-aa46-993397b758d4 HTTP/1.1" status: 204 len: 168 time: 0.1202877 Jan 26 19:38:36.972016 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f05098-1fa7-4877-bcf9-a8aa53cc4379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ebf368-2bcc-4d65-aa46-993397b758d4,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:37.272953 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33390) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:37.310786 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-ee8fb909-d8f8-4b6e-8dc8-f5080e07564a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b6a89db3789947c6bfae54050e26f0a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367303 Jan 26 19:38:37.313261 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33392) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:37.363515 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4031-f505-42bb-a4db-7635191d6cf9 admin admin] Publish callbacks [] for security_group (c019690b-45e3-4807-9357-acb0d4754d4e), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:37.383753 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4031-f505-42bb-a4db-7635191d6cf9 admin admin] Publish callbacks [] for security_group (c019690b-45e3-4807-9357-acb0d4754d4e), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:37.429652 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4031-f505-42bb-a4db-7635191d6cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c019690b-45e3-4807-9357-acb0d4754d4e), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:37.432250 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-8d5d4031-f505-42bb-a4db-7635191d6cf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:37.433385 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-8d5d4031-f505-42bb-a4db-7635191d6cf9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c019690b-45e3-4807-9357-acb0d4754d4e HTTP/1.1" status: 204 len: 168 time: 0.1191275 Jan 26 19:38:37.440484 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d4031-f505-42bb-a4db-7635191d6cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c019690b-45e3-4807-9357-acb0d4754d4e,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:37.792840 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:38.173296 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:39.006810 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:39.058351 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33446) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:39.169245 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5008558b-a21c-4d64-bd7b-22a2e1d1811c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:39.240185 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5008558b-a21c-4d64-bd7b-22a2e1d1811c admin admin] Publish callbacks [] for security_group (d313b44a-ebe3-4dad-86a5-d4127ae214a6), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:39.243571 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-5008558b-a21c-4d64-bd7b-22a2e1d1811c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (d313b44a-ebe3-4dad-86a5-d4127ae214a6), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:39.281319 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-5008558b-a21c-4d64-bd7b-22a2e1d1811c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=99e7739adee94ee9a4c42fe0423f90ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219365 Jan 26 19:38:39.282436 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008558b-a21c-4d64-bd7b-22a2e1d1811c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d313b44a-ebe3-4dad-86a5-d4127ae214a6,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:39.284070 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33450) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:39.331461 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a6e082f1-44f1-464c-9a63-e487fb3a1d30 admin admin] Publish callbacks [] for security_group (d313b44a-ebe3-4dad-86a5-d4127ae214a6), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:39.351477 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a6e082f1-44f1-464c-9a63-e487fb3a1d30 admin admin] Publish callbacks [] for security_group (d313b44a-ebe3-4dad-86a5-d4127ae214a6), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:39.396956 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a6e082f1-44f1-464c-9a63-e487fb3a1d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (d313b44a-ebe3-4dad-86a5-d4127ae214a6), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:39.400068 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-a6e082f1-44f1-464c-9a63-e487fb3a1d30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:39.401248 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-a6e082f1-44f1-464c-9a63-e487fb3a1d30 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d313b44a-ebe3-4dad-86a5-d4127ae214a6 HTTP/1.1" status: 204 len: 168 time: 0.1161449 Jan 26 19:38:39.409441 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e082f1-44f1-464c-9a63-e487fb3a1d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d313b44a-ebe3-4dad-86a5-d4127ae214a6,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:39.647943 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33456) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:39.660854 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-329f48be-27c7-4df7-a1e3-4910f01110b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:39.733198 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-329f48be-27c7-4df7-a1e3-4910f01110b3 admin admin] Publish callbacks [] for security_group (c8355747-64b9-4bd6-b2b8-d44d935a098e), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:39.736726 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-329f48be-27c7-4df7-a1e3-4910f01110b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c8355747-64b9-4bd6-b2b8-d44d935a098e), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:39.776139 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-329f48be-27c7-4df7-a1e3-4910f01110b3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=50311db67f274457baf0ade15da46cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1270673 Jan 26 19:38:39.776988 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f48be-27c7-4df7-a1e3-4910f01110b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8355747-64b9-4bd6-b2b8-d44d935a098e,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:39.779344 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33458) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:39.826656 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-17bb39a4-4a0f-4deb-9c28-c3748dfb130b admin admin] Publish callbacks [] for security_group (c8355747-64b9-4bd6-b2b8-d44d935a098e), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:39.849809 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-17bb39a4-4a0f-4deb-9c28-c3748dfb130b admin admin] Publish callbacks [] for security_group (c8355747-64b9-4bd6-b2b8-d44d935a098e), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:39.893182 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-17bb39a4-4a0f-4deb-9c28-c3748dfb130b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c8355747-64b9-4bd6-b2b8-d44d935a098e), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:39.895633 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-17bb39a4-4a0f-4deb-9c28-c3748dfb130b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:39.896779 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-17bb39a4-4a0f-4deb-9c28-c3748dfb130b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c8355747-64b9-4bd6-b2b8-d44d935a098e HTTP/1.1" status: 204 len: 168 time: 0.1164198 Jan 26 19:38:39.904578 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb39a4-4a0f-4deb-9c28-c3748dfb130b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8355747-64b9-4bd6-b2b8-d44d935a098e,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:40.319061 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:44.672317 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33556) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:44.898856 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-57d33951-7613-4d5c-a35c-373c72cddddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:44.969315 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-57d33951-7613-4d5c-a35c-373c72cddddd admin admin] Publish callbacks [] for security_group (0257c43e-6dde-444f-b045-257c604219cf), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:44.972993 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-57d33951-7613-4d5c-a35c-373c72cddddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (0257c43e-6dde-444f-b045-257c604219cf), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:45.008520 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-57d33951-7613-4d5c-a35c-373c72cddddd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fcb7280d905549328413db54694663de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350582 Jan 26 19:38:45.010409 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d33951-7613-4d5c-a35c-373c72cddddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0257c43e-6dde-444f-b045-257c604219cf,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:45.011242 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33560) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:45.057967 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b63be94e-c753-4524-9f9d-992b598fa786 admin admin] Publish callbacks [] for security_group (0257c43e-6dde-444f-b045-257c604219cf), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:45.079102 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b63be94e-c753-4524-9f9d-992b598fa786 admin admin] Publish callbacks [] for security_group (0257c43e-6dde-444f-b045-257c604219cf), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:45.123079 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b63be94e-c753-4524-9f9d-992b598fa786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (0257c43e-6dde-444f-b045-257c604219cf), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:45.125606 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-b63be94e-c753-4524-9f9d-992b598fa786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:45.126740 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b63be94e-c753-4524-9f9d-992b598fa786 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0257c43e-6dde-444f-b045-257c604219cf HTTP/1.1" status: 204 len: 168 time: 0.1144247 Jan 26 19:38:45.134449 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63be94e-c753-4524-9f9d-992b598fa786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0257c43e-6dde-444f-b045-257c604219cf,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:45.374707 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33568) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:45.388547 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-845ba993-24fe-4181-9f75-fa95926e5615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:45.461084 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-845ba993-24fe-4181-9f75-fa95926e5615 admin admin] Publish callbacks [] for security_group (2c115656-8aaa-41be-8823-e460deef1a57), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:45.464622 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-845ba993-24fe-4181-9f75-fa95926e5615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (2c115656-8aaa-41be-8823-e460deef1a57), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:45.503453 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-845ba993-24fe-4181-9f75-fa95926e5615 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=111cc1a36aaf40338785cdddc1fadb48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277721 Jan 26 19:38:45.504234 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ba993-24fe-4181-9f75-fa95926e5615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c115656-8aaa-41be-8823-e460deef1a57,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:45.506400 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33570) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:45.554053 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e3ba918c-23d0-4e7f-b56b-ac0c432c858f admin admin] Publish callbacks [] for security_group (2c115656-8aaa-41be-8823-e460deef1a57), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:45.573565 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e3ba918c-23d0-4e7f-b56b-ac0c432c858f admin admin] Publish callbacks [] for security_group (2c115656-8aaa-41be-8823-e460deef1a57), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:45.617276 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e3ba918c-23d0-4e7f-b56b-ac0c432c858f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (2c115656-8aaa-41be-8823-e460deef1a57), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:45.619975 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e3ba918c-23d0-4e7f-b56b-ac0c432c858f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:45.621112 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-e3ba918c-23d0-4e7f-b56b-ac0c432c858f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2c115656-8aaa-41be-8823-e460deef1a57 HTTP/1.1" status: 204 len: 168 time: 0.1136265 Jan 26 19:38:45.628562 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ba918c-23d0-4e7f-b56b-ac0c432c858f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c115656-8aaa-41be-8823-e460deef1a57,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:45.922979 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33578) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:45.936381 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cb27a4c1-71c2-45e9-a418-1a9f6bfb627a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:46.009863 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cb27a4c1-71c2-45e9-a418-1a9f6bfb627a admin admin] Publish callbacks [] for security_group (bafd0d86-a503-4aa8-bf82-3d9434c1b754), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:46.013709 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-cb27a4c1-71c2-45e9-a418-1a9f6bfb627a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (bafd0d86-a503-4aa8-bf82-3d9434c1b754), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:46.050279 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-cb27a4c1-71c2-45e9-a418-1a9f6bfb627a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d5d87b0c79141d1b724936f07979b41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262693 Jan 26 19:38:46.051465 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27a4c1-71c2-45e9-a418-1a9f6bfb627a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafd0d86-a503-4aa8-bf82-3d9434c1b754,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:46.052975 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33580) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:46.100499 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-afadf3d8-33de-4986-b496-6748ee84abc9 admin admin] Publish callbacks [] for security_group (bafd0d86-a503-4aa8-bf82-3d9434c1b754), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:46.121038 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-afadf3d8-33de-4986-b496-6748ee84abc9 admin admin] Publish callbacks [] for security_group (bafd0d86-a503-4aa8-bf82-3d9434c1b754), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:46.166916 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-afadf3d8-33de-4986-b496-6748ee84abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (bafd0d86-a503-4aa8-bf82-3d9434c1b754), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:46.169945 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-afadf3d8-33de-4986-b496-6748ee84abc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:46.171072 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-afadf3d8-33de-4986-b496-6748ee84abc9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bafd0d86-a503-4aa8-bf82-3d9434c1b754 HTTP/1.1" status: 204 len: 168 time: 0.1165328 Jan 26 19:38:46.178652 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadf3d8-33de-4986-b496-6748ee84abc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafd0d86-a503-4aa8-bf82-3d9434c1b754,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:47.626235 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:38:53.881706 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33702) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:53.981387 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-17516636-787d-4611-ad5a-f05c5b7c1c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:54.051391 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-17516636-787d-4611-ad5a-f05c5b7c1c4a admin admin] Publish callbacks [] for security_group (9a63286f-02e1-4835-bad8-56a29db0ea99), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:54.054902 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-17516636-787d-4611-ad5a-f05c5b7c1c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (9a63286f-02e1-4835-bad8-56a29db0ea99), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:54.091975 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-17516636-787d-4611-ad5a-f05c5b7c1c4a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=033867b91a854be5a0c4c01c07306400&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092078 Jan 26 19:38:54.092809 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17516636-787d-4611-ad5a-f05c5b7c1c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a63286f-02e1-4835-bad8-56a29db0ea99,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:54.094720 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33706) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:54.141547 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c42c1d39-ab40-4a70-9d9a-3770559356ef admin admin] Publish callbacks [] for security_group (9a63286f-02e1-4835-bad8-56a29db0ea99), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:54.161336 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c42c1d39-ab40-4a70-9d9a-3770559356ef admin admin] Publish callbacks [] for security_group (9a63286f-02e1-4835-bad8-56a29db0ea99), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:54.205458 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c42c1d39-ab40-4a70-9d9a-3770559356ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (9a63286f-02e1-4835-bad8-56a29db0ea99), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:54.207947 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c42c1d39-ab40-4a70-9d9a-3770559356ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:54.211500 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-c42c1d39-ab40-4a70-9d9a-3770559356ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9a63286f-02e1-4835-bad8-56a29db0ea99 HTTP/1.1" status: 204 len: 168 time: 0.1133444 Jan 26 19:38:54.216254 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c1d39-ab40-4a70-9d9a-3770559356ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a63286f-02e1-4835-bad8-56a29db0ea99,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:54.469253 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33712) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:54.481805 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1c689abd-c39d-42b1-8a25-9b3c9fd9be80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:54.552543 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1c689abd-c39d-42b1-8a25-9b3c9fd9be80 admin admin] Publish callbacks [] for security_group (c052bd4c-2eac-454f-ad79-f6ca900d89b8), precommit_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:54.555905 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-1c689abd-c39d-42b1-8a25-9b3c9fd9be80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c052bd4c-2eac-454f-ad79-f6ca900d89b8), after_create {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:54.594035 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-1c689abd-c39d-42b1-8a25-9b3c9fd9be80 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f34f6a386b374d1f9b5a2149b4d4702f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1237633 Jan 26 19:38:54.594851 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c689abd-c39d-42b1-8a25-9b3c9fd9be80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c052bd4c-2eac-454f-ad79-f6ca900d89b8,revision_number=1']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:54.596854 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33714) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:54.647446 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-22a4e3e6-8ebc-467d-8ff5-1b39c2eaa538 admin admin] Publish callbacks [] for security_group (c052bd4c-2eac-454f-ad79-f6ca900d89b8), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:54.667612 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-22a4e3e6-8ebc-467d-8ff5-1b39c2eaa538 admin admin] Publish callbacks [] for security_group (c052bd4c-2eac-454f-ad79-f6ca900d89b8), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:54.711570 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-22a4e3e6-8ebc-467d-8ff5-1b39c2eaa538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (c052bd4c-2eac-454f-ad79-f6ca900d89b8), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:54.714070 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-22a4e3e6-8ebc-467d-8ff5-1b39c2eaa538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:54.715176 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-22a4e3e6-8ebc-467d-8ff5-1b39c2eaa538 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c052bd4c-2eac-454f-ad79-f6ca900d89b8 HTTP/1.1" status: 204 len: 168 time: 0.1173027 Jan 26 19:38:54.724393 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4e3e6-8ebc-467d-8ff5-1b39c2eaa538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c052bd4c-2eac-454f-ad79-f6ca900d89b8,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:55.018439 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33720) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:55.032024 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-daffdfb8-a0be-48fe-a70d-3b4065f834b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:55.104529 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-daffdfb8-a0be-48fe-a70d-3b4065f834b7 admin admin] Publish callbacks [] for security_group (1c1f7f65-8e87-4363-9ea1-94ebadc92676), precommit_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:55.108124 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-daffdfb8-a0be-48fe-a70d-3b4065f834b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (1c1f7f65-8e87-4363-9ea1-94ebadc92676), after_create {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:55.145211 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-daffdfb8-a0be-48fe-a70d-3b4065f834b7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1bf66edbd668489e8aebd84a4153a07c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257100 Jan 26 19:38:55.146166 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffdfb8-a0be-48fe-a70d-3b4065f834b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1f7f65-8e87-4363-9ea1-94ebadc92676,revision_number=1']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:38:55.148294 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33722) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:38:55.193818 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7d8bfd0a-0f77-4909-8422-6326243f1715 admin admin] Publish callbacks [] for security_group (1c1f7f65-8e87-4363-9ea1-94ebadc92676), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:55.214167 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7d8bfd0a-0f77-4909-8422-6326243f1715 admin admin] Publish callbacks [] for security_group (1c1f7f65-8e87-4363-9ea1-94ebadc92676), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:55.258517 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7d8bfd0a-0f77-4909-8422-6326243f1715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (1c1f7f65-8e87-4363-9ea1-94ebadc92676), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:55.260991 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7d8bfd0a-0f77-4909-8422-6326243f1715 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:38:55.262127 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-7d8bfd0a-0f77-4909-8422-6326243f1715 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1c1f7f65-8e87-4363-9ea1-94ebadc92676 HTTP/1.1" status: 204 len: 168 time: 0.1128490 Jan 26 19:38:55.270305 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bfd0a-0f77-4909-8422-6326243f1715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1f7f65-8e87-4363-9ea1-94ebadc92676,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:04.047618 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-d1d8c704-d671-4191-89ec-0fdfc56b37be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:06.326138 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-67a9d096-9f16-4d95-9f97-8f9bd4410560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:07.791853 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:08.185084 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:09.010598 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:10.320721 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:16.303480 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1e5c27bc-974f-44c7-bde1-889913a26e18 req-7b05316c-a236-44f9-b46f-c8fe4984d215 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382106 Jan 26 19:39:16.367348 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c27bc-974f-44c7-bde1-889913a26e18 req-ef301a82-1409-4d5c-9526-2ca201bcd47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:39:16.368898 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1e5c27bc-974f-44c7-bde1-889913a26e18 req-ef301a82-1409-4d5c-9526-2ca201bcd47b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5&device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 1098 time: 0.0418143 Jan 26 19:39:16.469085 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c27bc-974f-44c7-bde1-889913a26e18 req-248367f3-6266-472a-aa32-62ce60a22bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:39:16.470544 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1e5c27bc-974f-44c7-bde1-889913a26e18 req-248367f3-6266-472a-aa32-62ce60a22bc4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=271d7cd6-39be-4683-b50e-e90ed3ff8279 HTTP/1.1" status: 200 len: 913 time: 0.0817075 Jan 26 19:39:16.535444 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1e5c27bc-974f-44c7-bde1-889913a26e18 req-9d09dd57-2ff6-4221-9169-711c08c08158 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fd42577-2df6-46e5-b3c1-d7513432947d HTTP/1.1" status: 200 len: 1001 time: 0.0589108 Jan 26 19:39:16.580609 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c27bc-974f-44c7-bde1-889913a26e18 req-a95ab725-db83-4b7a-9fb0-9b4e21862f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:39:16.581929 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1e5c27bc-974f-44c7-bde1-889913a26e18 req-a95ab725-db83-4b7a-9fb0-9b4e21862f08 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a03b0a89-d2fe-4cbd-933b-6f666740803e HTTP/1.1" status: 200 len: 851 time: 0.0410640 Jan 26 19:39:16.624468 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c27bc-974f-44c7-bde1-889913a26e18 req-d71c2926-f0b7-48b5-a842-5517f4b942c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:39:16.625861 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1e5c27bc-974f-44c7-bde1-889913a26e18 req-d71c2926-f0b7-48b5-a842-5517f4b942c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=271d7cd6-39be-4683-b50e-e90ed3ff8279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382988 Jan 26 19:39:16.718498 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1e5c27bc-974f-44c7-bde1-889913a26e18 req-e1e827b7-de53-4f5e-8cbb-dd2928266a28 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865898 Jan 26 19:39:16.804069 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1e5c27bc-974f-44c7-bde1-889913a26e18 req-b7361179-43f4-4d8d-80aa-094051dfbcb8 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792007 Jan 26 19:39:24.626975 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:39:28.192790 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33726) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:39:28.352296 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-37cd6231-7fc5-4cc6-9744-3cef26a2ef74 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Deleting port d24c1647-f05b-47f3-8d61-9d76ae641724 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:39:28.352634 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-37cd6231-7fc5-4cc6-9744-3cef26a2ef74 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (d24c1647-f05b-47f3-8d61-9d76ae641724), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:28.423451 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-37cd6231-7fc5-4cc6-9744-3cef26a2ef74 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (d24c1647-f05b-47f3-8d61-9d76ae641724), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:28.423793 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-37cd6231-7fc5-4cc6-9744-3cef26a2ef74 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for floatingip (d24c1647-f05b-47f3-8d61-9d76ae641724), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:28.434892 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-37cd6231-7fc5-4cc6-9744-3cef26a2ef74 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Calling delete_port for d24c1647-f05b-47f3-8d61-9d76ae641724 owned by network:floatingip {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:39:28.597607 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-37cd6231-7fc5-4cc6-9744-3cef26a2ef74 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (d24c1647-f05b-47f3-8d61-9d76ae641724), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:28.622364 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd6231-7fc5-4cc6-9744-3cef26a2ef74 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event deleted for resources: {'Port': ['ID=d24c1647-f05b-47f3-8d61-9d76ae641724,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:28.680649 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-37cd6231-7fc5-4cc6-9744-3cef26a2ef74 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for floatingip (580011d3-995c-44b1-9981-015cae6a35c6), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:28.680977 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.l3_db [None req-37cd6231-7fc5-4cc6-9744-3cef26a2ef74 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Floating IP 580011d3-995c-44b1-9981-015cae6a35c6 disassociated (deleted). External IP: 172.27.1.139, port: 2fd42577-2df6-46e5-b3c1-d7513432947d. Jan 26 19:39:28.888804 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cd6231-7fc5-4cc6-9744-3cef26a2ef74 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Router 293bcd84-6f89-4055-8ccf-087b412795a8 has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:39:29.230253 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cd6231-7fc5-4cc6-9744-3cef26a2ef74 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:39:29.235609 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-37cd6231-7fc5-4cc6-9744-3cef26a2ef74 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:29.240785 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a11e4e-3037-43ad-8fe0-3109046b16dc None None] Sync routers for ids ['293bcd84-6f89-4055-8ccf-087b412795a8'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:39:29.252253 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a11e4e-3037-43ad-8fe0-3109046b16dc None None] Routers {'293bcd84-6f89-4055-8ccf-087b412795a8'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:39:29.252789 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-37a11e4e-3037-43ad-8fe0-3109046b16dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:39:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['293bcd84-6f89-4055-8ccf-087b412795a8'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:29.260992 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-37cd6231-7fc5-4cc6-9744-3cef26a2ef74 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "DELETE /v2.0/floatingips/580011d3-995c-44b1-9981-015cae6a35c6 HTTP/1.1" status: 204 len: 168 time: 1.0672092 Jan 26 19:39:29.261675 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0131be9-22c7-43ff-83aa-ee8fef26df82', 'tag': '2fd42577-2df6-46e5-b3c1-d7513432947d'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:39:29.264278 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aef6b80-84b3-41c8-9265-474b36e612ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f0131be9-22c7-43ff-83aa-ee8fef26df82", "tag": "2fd42577-2df6-46e5-b3c1-d7513432947d"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:39:29.304184 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94bc1df-05c0-469e-81c2-4ea3535d38c6 x-openstack-request-id: req-b94bc1df-05c0-469e-81c2-4ea3535d38c6 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:39:29.304450 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0131be9-22c7-43ff-83aa-ee8fef26df82", "tag": "2fd42577-2df6-46e5-b3c1-d7513432947d", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:39:29.304686 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b94bc1df-05c0-469e-81c2-4ea3535d38c6 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:39:29.305091 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0131be9-22c7-43ff-83aa-ee8fef26df82', 'tag': '2fd42577-2df6-46e5-b3c1-d7513432947d', 'status': 'completed', 'code': 200} Jan 26 19:39:29.365427 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef6b80-84b3-41c8-9265-474b36e612ef req-1d433444-b81f-4cb5-9911-666741c47000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:39:29.366995 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0aef6b80-84b3-41c8-9265-474b36e612ef req-1d433444-b81f-4cb5-9911-666741c47000 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5&device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 1098 time: 0.0424252 Jan 26 19:39:29.367186 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-37a11e4e-3037-43ad-8fe0-3109046b16dc None None] Set router 293bcd84-6f89-4055-8ccf-087b412795a8 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:39:29.498390 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef6b80-84b3-41c8-9265-474b36e612ef req-f745f217-f09f-4120-a89e-22336f4127c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:39:29.499798 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0aef6b80-84b3-41c8-9265-474b36e612ef req-f745f217-f09f-4120-a89e-22336f4127c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=271d7cd6-39be-4683-b50e-e90ed3ff8279 HTTP/1.1" status: 200 len: 913 time: 0.1254869 Jan 26 19:39:29.510437 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb34e6b-6fdc-411d-af34-932e373f0800 req-1ce2758a-8657-4d9c-a215-09dd5e112092 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:39:29.511802 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1bb34e6b-6fdc-411d-af34-932e373f0800 req-1ce2758a-8657-4d9c-a215-09dd5e112092 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 945 time: 0.0633533 Jan 26 19:39:29.556165 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0aef6b80-84b3-41c8-9265-474b36e612ef req-c4e5740b-ab01-4ced-aedf-e7d7bc3f67ba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fd42577-2df6-46e5-b3c1-d7513432947d HTTP/1.1" status: 200 len: 217 time: 0.0434005 Jan 26 19:39:29.602715 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-37a11e4e-3037-43ad-8fe0-3109046b16dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': '250448b1-4a4d-487b-acb1-ca0047e30c4b', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'port_id': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'mac_address': 'fa:16:3e:f8:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:34:34Z', 'updated_at': '2022-01-26T19:34:36Z', 'revision_number': 1, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 5, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:29.618770 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-1bb34e6b-6fdc-411d-af34-932e373f0800 req-f7b27694-8f85-402d-a7fc-b1f90d8cb6a0 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007466 Jan 26 19:39:29.625906 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef6b80-84b3-41c8-9265-474b36e612ef req-de2be1d1-8591-4673-b826-5e2c5fc63bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:39:29.627313 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0aef6b80-84b3-41c8-9265-474b36e612ef req-de2be1d1-8591-4673-b826-5e2c5fc63bd2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a03b0a89-d2fe-4cbd-933b-6f666740803e HTTP/1.1" status: 200 len: 851 time: 0.0650632 Jan 26 19:39:29.675262 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef6b80-84b3-41c8-9265-474b36e612ef req-dad8015e-99f8-4b23-bb03-10d89801cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:39:29.677031 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0aef6b80-84b3-41c8-9265-474b36e612ef req-dad8015e-99f8-4b23-bb03-10d89801cd68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=271d7cd6-39be-4683-b50e-e90ed3ff8279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428319 Jan 26 19:39:29.759622 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a11e4e-3037-43ad-8fe0-3109046b16dc None None] Checking router: 293bcd84-6f89-4055-8ccf-087b412795a8 for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:39:29.768329 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a11e4e-3037-43ad-8fe0-3109046b16dc None None] Routers {'293bcd84-6f89-4055-8ccf-087b412795a8'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:39:29.768940 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-37a11e4e-3037-43ad-8fe0-3109046b16dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:39:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['293bcd84-6f89-4055-8ccf-087b412795a8'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:29.770597 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0aef6b80-84b3-41c8-9265-474b36e612ef req-58776381-ba19-41ab-8837-e512ec26ec93 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867281 Jan 26 19:39:29.863705 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-0aef6b80-84b3-41c8-9265-474b36e612ef req-25ac40c8-78b3-490e-822e-973b0b595ebf service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848792 Jan 26 19:39:29.872015 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-37a11e4e-3037-43ad-8fe0-3109046b16dc None None] Set router 293bcd84-6f89-4055-8ccf-087b412795a8 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:39:30.085675 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-37a11e4e-3037-43ad-8fe0-3109046b16dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': '250448b1-4a4d-487b-acb1-ca0047e30c4b', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'port_id': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'mac_address': 'fa:16:3e:f8:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:34:34Z', 'updated_at': '2022-01-26T19:34:36Z', 'revision_number': 1, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 5, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:30.113659 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a11e4e-3037-43ad-8fe0-3109046b16dc None None] The sync data for ids ['293bcd84-6f89-4055-8ccf-087b412795a8'] in dv-cinder-794001-3-iscsi is: [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_floatingips': [{'id': '250448b1-4a4d-487b-acb1-ca0047e30c4b', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'router_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'port_id': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'mac_address': 'fa:16:3e:f8:e3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-26T19:34:34Z', 'updated_at': '2022-01-26T19:34:36Z', 'revision_number': 1, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 5, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:39:30.320075 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07cfcd31-7c3e-482b-b727-f81adfbe9573 None None] New status for floating IP 580011d3-995c-44b1-9981-015cae6a35c6: DOWN {{(pid=102408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:39:30.734197 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3805c-942c-4b71-b73e-374c2866cae8 req-484bd26f-9c7d-46d9-ac05-31bd6b40734c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102405) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:39:30.735645 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-dfa3805c-942c-4b71-b73e-374c2866cae8 req-484bd26f-9c7d-46d9-ac05-31bd6b40734c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 945 time: 0.0499051 Jan 26 19:39:30.786282 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-dfa3805c-942c-4b71-b73e-374c2866cae8 req-b6524878-36f7-4c87-826b-3951642c9948 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450096 Jan 26 19:39:31.307111 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53068d3e-9516-4065-9b5e-02f6564f84aa req-5eacb54b-5768-4041-a81c-704c42564e1c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:39:31.308565 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-53068d3e-9516-4065-9b5e-02f6564f84aa req-5eacb54b-5768-4041-a81c-704c42564e1c tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.46 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 945 time: 0.0467079 Jan 26 19:39:31.398646 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-53068d3e-9516-4065-9b5e-02f6564f84aa req-e48b5065-4cda-43a1-9e61-2736da709af3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Deleting port 2fd42577-2df6-46e5-b3c1-d7513432947d {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:39:31.398981 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-53068d3e-9516-4065-9b5e-02f6564f84aa req-e48b5065-4cda-43a1-9e61-2736da709af3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (2fd42577-2df6-46e5-b3c1-d7513432947d), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:31.482850 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-53068d3e-9516-4065-9b5e-02f6564f84aa req-e48b5065-4cda-43a1-9e61-2736da709af3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] For port 2fd42577-2df6-46e5-b3c1-d7513432947d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2fd42577-2df6-46e5-b3c1-d7513432947d,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:39:31.483200 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-53068d3e-9516-4065-9b5e-02f6564f84aa req-e48b5065-4cda-43a1-9e61-2736da709af3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (2fd42577-2df6-46e5-b3c1-d7513432947d), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:31.494327 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-53068d3e-9516-4065-9b5e-02f6564f84aa req-e48b5065-4cda-43a1-9e61-2736da709af3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Calling delete_port for 2fd42577-2df6-46e5-b3c1-d7513432947d owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:39:31.617475 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-53068d3e-9516-4065-9b5e-02f6564f84aa req-e48b5065-4cda-43a1-9e61-2736da709af3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (2fd42577-2df6-46e5-b3c1-d7513432947d), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:31.643668 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b5065-4cda-43a1-9e61-2736da709af3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event deleted for resources: {'Port': ['ID=2fd42577-2df6-46e5-b3c1-d7513432947d,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:31.685157 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-53068d3e-9516-4065-9b5e-02f6564f84aa req-e48b5065-4cda-43a1-9e61-2736da709af3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] No DVR routers for this DVR port 2fd42577-2df6-46e5-b3c1-d7513432947d on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:39:31.688058 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-53068d3e-9516-4065-9b5e-02f6564f84aa req-e48b5065-4cda-43a1-9e61-2736da709af3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:31.691314 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-53068d3e-9516-4065-9b5e-02f6564f84aa req-e48b5065-4cda-43a1-9e61-2736da709af3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.46 "DELETE /v2.0/ports/2fd42577-2df6-46e5-b3c1-d7513432947d HTTP/1.1" status: 204 len: 173 time: 0.3773155 Jan 26 19:39:31.691744 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0131be9-22c7-43ff-83aa-ee8fef26df82', 'name': 'network-vif-deleted', 'tag': '2fd42577-2df6-46e5-b3c1-d7513432947d'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:39:31.693992 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ba8784-d81f-41ef-a716-67adb7c03a5e" -d '{"events": [{"server_uuid": "f0131be9-22c7-43ff-83aa-ee8fef26df82", "name": "network-vif-deleted", "tag": "2fd42577-2df6-46e5-b3c1-d7513432947d"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:39:31.730525 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f521484-e760-452d-9fb3-e0c5bf5b2b81 x-openstack-request-id: req-8f521484-e760-452d-9fb3-e0c5bf5b2b81 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:39:31.730845 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0131be9-22c7-43ff-83aa-ee8fef26df82", "name": "network-vif-deleted", "tag": "2fd42577-2df6-46e5-b3c1-d7513432947d", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:39:31.731094 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8f521484-e760-452d-9fb3-e0c5bf5b2b81 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:39:31.731488 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0131be9-22c7-43ff-83aa-ee8fef26df82', 'name': 'network-vif-deleted', 'tag': '2fd42577-2df6-46e5-b3c1-d7513432947d', 'status': 'completed', 'code': 200} Jan 26 19:39:31.878001 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-ab2ac3dd-e233-4dd8-8373-4b0e1e20c9c0 req-0639a755-ae2e-4ef4-aa0c-48d81d6e0778 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=f0131be9-22c7-43ff-83aa-ee8fef26df82 HTTP/1.1" status: 200 len: 210 time: 0.0267141 Jan 26 19:39:34.050315 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-a754af8d-5789-4fad-8d13-09c8f910a056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:35.144609 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33756) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:39:35.299131 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Deleting port dd4bd2fa-5e7b-4b4a-9bf1-23dd03f6f580 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:39:35.299481 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (dd4bd2fa-5e7b-4b4a-9bf1-23dd03f6f580), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:35.370817 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (dd4bd2fa-5e7b-4b4a-9bf1-23dd03f6f580), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:35.371153 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for floatingip (dd4bd2fa-5e7b-4b4a-9bf1-23dd03f6f580), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:35.382267 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Calling delete_port for dd4bd2fa-5e7b-4b4a-9bf1-23dd03f6f580 owned by network:floatingip {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:39:35.525531 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (dd4bd2fa-5e7b-4b4a-9bf1-23dd03f6f580), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:35.548892 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event deleted for resources: {'Port': ['ID=dd4bd2fa-5e7b-4b4a-9bf1-23dd03f6f580,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:35.556914 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:35.557271 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:35.557620 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:35.557959 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:35.558297 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:35.558626 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:35.558956 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:35.559288 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:35.559616 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:35.559970 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:35.560301 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:35.560622 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:35.560973 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102406) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:35.622198 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for floatingip (250448b1-4a4d-487b-acb1-ca0047e30c4b), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:35.622504 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.db.l3_db [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Floating IP 250448b1-4a4d-487b-acb1-ca0047e30c4b disassociated (deleted). External IP: 172.27.1.221, port: 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2. Jan 26 19:39:35.721449 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 2fd42577-2df6-46e5-b3c1-d7513432947d no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:39:35.746839 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: 2fd42577-2df6-46e5-b3c1-d7513432947d {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:39:35.747189 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 2fd42577-2df6-46e5-b3c1-d7513432947d not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:39:35.822373 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Router 293bcd84-6f89-4055-8ccf-087b412795a8 has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:39:35.929673 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:39:35.934403 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:35.939626 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a7197-87bb-43b8-aaae-b16959124101 None None] Sync routers for ids ['293bcd84-6f89-4055-8ccf-087b412795a8'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:39:35.949913 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a7197-87bb-43b8-aaae-b16959124101 None None] Routers {'293bcd84-6f89-4055-8ccf-087b412795a8'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:39:35.950522 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-225a7197-87bb-43b8-aaae-b16959124101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:39:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['293bcd84-6f89-4055-8ccf-087b412795a8'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:35.961726 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-5629cb15-2112-456a-8bfc-773ed0e222e3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "DELETE /v2.0/floatingips/250448b1-4a4d-487b-acb1-ca0047e30c4b HTTP/1.1" status: 204 len: 168 time: 0.8158884 Jan 26 19:39:35.962556 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'tag': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:39:35.965013 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bc8604-5242-413a-96c3-f83a79a6e8e4" -d '{"events": [{"name": "network-changed", "server_uuid": "66438316-cd90-4e4e-8b90-d7dcb5096bbf", "tag": "82e3bf1e-e1f0-4be5-9e65-ff038e41aee2"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:39:36.001529 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 26 Jan 2022 19:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67736621-112e-4ac5-8d72-fe0a0b007508 x-openstack-request-id: req-67736621-112e-4ac5-8d72-fe0a0b007508 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:39:36.001903 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66438316-cd90-4e4e-8b90-d7dcb5096bbf", "tag": "82e3bf1e-e1f0-4be5-9e65-ff038e41aee2", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:39:36.002234 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-67736621-112e-4ac5-8d72-fe0a0b007508 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:39:36.002704 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'tag': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2', 'status': 'completed', 'code': 200} Jan 26 19:39:36.067309 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc8604-5242-413a-96c3-f83a79a6e8e4 req-f348bfa8-3205-4f59-ac8a-8e53ab98e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:39:36.067577 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-225a7197-87bb-43b8-aaae-b16959124101 None None] Set router 293bcd84-6f89-4055-8ccf-087b412795a8 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:39:36.069356 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-59bc8604-5242-413a-96c3-f83a79a6e8e4 req-f348bfa8-3205-4f59-ac8a-8e53ab98e0e4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5&device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 1098 time: 0.0474722 Jan 26 19:39:36.191684 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc8604-5242-413a-96c3-f83a79a6e8e4 req-b23aba04-405e-4926-8c2a-2fe205520dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:39:36.193147 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-59bc8604-5242-413a-96c3-f83a79a6e8e4 req-b23aba04-405e-4926-8c2a-2fe205520dd8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=271d7cd6-39be-4683-b50e-e90ed3ff8279 HTTP/1.1" status: 200 len: 913 time: 0.1183064 Jan 26 19:39:36.235723 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-59bc8604-5242-413a-96c3-f83a79a6e8e4 req-b5a62a9c-04d0-422c-b46c-3550fd62c6c3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 HTTP/1.1" status: 200 len: 217 time: 0.0349252 Jan 26 19:39:36.243133 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76674376-8e3f-44d5-80b9-7f3674a983dc req-24765a36-1fdb-44ca-82f9-29cd073811c3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:39:36.244539 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-76674376-8e3f-44d5-80b9-7f3674a983dc req-24765a36-1fdb-44ca-82f9-29cd073811c3 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 945 time: 0.0937414 Jan 26 19:39:36.279760 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-225a7197-87bb-43b8-aaae-b16959124101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 5, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:36.305347 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a7197-87bb-43b8-aaae-b16959124101 None None] Checking router: 293bcd84-6f89-4055-8ccf-087b412795a8 for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:39:36.308375 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc8604-5242-413a-96c3-f83a79a6e8e4 req-455d9e39-81ee-4e37-8b97-ec247b92dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:39:36.309818 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-59bc8604-5242-413a-96c3-f83a79a6e8e4 req-455d9e39-81ee-4e37-8b97-ec247b92dd7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a03b0a89-d2fe-4cbd-933b-6f666740803e HTTP/1.1" status: 200 len: 851 time: 0.0644436 Jan 26 19:39:36.321143 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225a7197-87bb-43b8-aaae-b16959124101 None None] Routers {'293bcd84-6f89-4055-8ccf-087b412795a8'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:39:36.321731 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-225a7197-87bb-43b8-aaae-b16959124101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:39:06Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['293bcd84-6f89-4055-8ccf-087b412795a8'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:36.354673 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-76674376-8e3f-44d5-80b9-7f3674a983dc req-bf43e7b1-fda3-4224-abcf-da51acb8c06e tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/security-groups?id=bb73db78-ea8f-4d99-91f5-5ce24656c9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016037 Jan 26 19:39:36.359070 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-07ec6faa-4557-4ea2-8ed2-64731a7d586d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:36.372370 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc8604-5242-413a-96c3-f83a79a6e8e4 req-ac690c98-4964-4a7a-9ca4-c3c7a8377676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:39:36.374576 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-59bc8604-5242-413a-96c3-f83a79a6e8e4 req-ac690c98-4964-4a7a-9ca4-c3c7a8377676 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=271d7cd6-39be-4683-b50e-e90ed3ff8279&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553021 Jan 26 19:39:36.434069 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-225a7197-87bb-43b8-aaae-b16959124101 None None] Set router 293bcd84-6f89-4055-8ccf-087b412795a8 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:39:36.464091 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-59bc8604-5242-413a-96c3-f83a79a6e8e4 req-549e7951-2c2b-4f77-bf22-9b833a9a5458 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828223 Jan 26 19:39:36.554568 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-59bc8604-5242-413a-96c3-f83a79a6e8e4 req-db60cec6-e906-448c-b4e5-4f2b6997aad2 service neutron] 10.222.0.46 "GET /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841978 Jan 26 19:39:36.629992 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-225a7197-87bb-43b8-aaae-b16959124101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 5, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:36.659405 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225a7197-87bb-43b8-aaae-b16959124101 None None] The sync data for ids ['293bcd84-6f89-4055-8ccf-087b412795a8'] in dv-cinder-794001-3-iscsi is: [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:30:31Z', 'revision_number': 4, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi', '_interfaces': [{'id': '4d3ed3ba-40a2-430a-8e5c-d505940c4892', 'name': '', 'network_id': '271d7cd6-39be-4683-b50e-e90ed3ff8279', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'mac_address': 'fa:16:3e:3e:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:30Z', 'updated_at': '2022-01-26T19:30:40Z', 'revision_number': 5, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'subnets': [{'id': 'a03b0a89-d2fe-4cbd-933b-6f666740803e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:39:36.866877 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cd03c6-0d2f-4751-8aa2-2159c0c46886 None None] New status for floating IP 250448b1-4a4d-487b-acb1-ca0047e30c4b: DOWN {{(pid=102408) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 26 19:39:36.918487 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a06dbb-7a0b-41a0-b01f-389a2dbad36c req-95f85aa6-8539-4f7c-99f7-eec543966312 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102406) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 26 19:39:36.919836 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-12a06dbb-7a0b-41a0-b01f-389a2dbad36c req-95f85aa6-8539-4f7c-99f7-eec543966312 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.46 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 945 time: 0.0462768 Jan 26 19:39:37.008057 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-12a06dbb-7a0b-41a0-b01f-389a2dbad36c req-a93ac9fc-fd3e-474a-9793-de8c9bf1b508 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Deleting port 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:39:37.008395 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-12a06dbb-7a0b-41a0-b01f-389a2dbad36c req-a93ac9fc-fd3e-474a-9793-de8c9bf1b508 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (82e3bf1e-e1f0-4be5-9e65-ff038e41aee2), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:37.096210 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [req-12a06dbb-7a0b-41a0-b01f-389a2dbad36c req-a93ac9fc-fd3e-474a-9793-de8c9bf1b508 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] For port 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=82e3bf1e-e1f0-4be5-9e65-ff038e41aee2,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:39:37.096564 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-12a06dbb-7a0b-41a0-b01f-389a2dbad36c req-a93ac9fc-fd3e-474a-9793-de8c9bf1b508 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (82e3bf1e-e1f0-4be5-9e65-ff038e41aee2), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:37.107779 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [req-12a06dbb-7a0b-41a0-b01f-389a2dbad36c req-a93ac9fc-fd3e-474a-9793-de8c9bf1b508 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Calling delete_port for 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 owned by compute:nova {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:39:37.230862 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-12a06dbb-7a0b-41a0-b01f-389a2dbad36c req-a93ac9fc-fd3e-474a-9793-de8c9bf1b508 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (82e3bf1e-e1f0-4be5-9e65-ff038e41aee2), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:37.255929 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ac9fc-fd3e-474a-9793-de8c9bf1b508 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event deleted for resources: {'Port': ['ID=82e3bf1e-e1f0-4be5-9e65-ff038e41aee2,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:37.297197 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a06dbb-7a0b-41a0-b01f-389a2dbad36c req-a93ac9fc-fd3e-474a-9793-de8c9bf1b508 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] No DVR routers for this DVR port 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 on host hv-cinder-79400 {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:39:37.299516 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [req-12a06dbb-7a0b-41a0-b01f-389a2dbad36c req-a93ac9fc-fd3e-474a-9793-de8c9bf1b508 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for port (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:37.302717 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [req-12a06dbb-7a0b-41a0-b01f-389a2dbad36c req-a93ac9fc-fd3e-474a-9793-de8c9bf1b508 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.46 "DELETE /v2.0/ports/82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 HTTP/1.1" status: 204 len: 173 time: 0.3769860 Jan 26 19:39:37.455858 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [req-9a6a5e77-cdd2-4e6a-93da-f06cb16ea766 req-4516b4ae-73cc-416a-82bb-d2d51c862963 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "GET /v2.0/ports?device_id=66438316-cd90-4e4e-8b90-d7dcb5096bbf HTTP/1.1" status: 200 len: 210 time: 0.0268097 Jan 26 19:39:37.795576 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:38.003863 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'name': 'network-vif-deleted', 'tag': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2'}] {{(pid=102406) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 19:39:38.006181 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c9025b945d798ad0c8c0562c710bffdf65d48416675b752c156c645470e7ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96d216e-6231-4f10-939e-58fffec21b3b" -d '{"events": [{"server_uuid": "66438316-cd90-4e4e-8b90-d7dcb5096bbf", "name": "network-vif-deleted", "tag": "82e3bf1e-e1f0-4be5-9e65-ff038e41aee2"}]}' {{(pid=102406) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 26 19:39:38.040074 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 26 Jan 2022 19:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533804f6-7699-49b8-8838-d384c06b50a8 x-openstack-request-id: req-533804f6-7699-49b8-8838-d384c06b50a8 {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 26 19:39:38.040435 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66438316-cd90-4e4e-8b90-d7dcb5096bbf", "name": "network-vif-deleted", "tag": "82e3bf1e-e1f0-4be5-9e65-ff038e41aee2", "status": "completed", "code": 200}]} {{(pid=102406) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 26 19:39:38.040695 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-533804f6-7699-49b8-8838-d384c06b50a8 {{(pid=102406) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 26 19:39:38.041094 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66438316-cd90-4e4e-8b90-d7dcb5096bbf', 'name': 'network-vif-deleted', 'tag': '82e3bf1e-e1f0-4be5-9e65-ff038e41aee2', 'status': 'completed', 'code': 200} Jan 26 19:39:38.189021 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:38.508999 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33770) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:39:38.627273 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-18e716e2-01bc-454c-84e7-bad78fb539d4 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Deleting port 981ed610-5b93-4ae7-a771-2383990bb1d4 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:39:38.627621 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-18e716e2-01bc-454c-84e7-bad78fb539d4 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (981ed610-5b93-4ae7-a771-2383990bb1d4), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:38.705757 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-18e716e2-01bc-454c-84e7-bad78fb539d4 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (981ed610-5b93-4ae7-a771-2383990bb1d4), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:38.706216 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-18e716e2-01bc-454c-84e7-bad78fb539d4 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for floatingip (981ed610-5b93-4ae7-a771-2383990bb1d4), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:38.721731 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-18e716e2-01bc-454c-84e7-bad78fb539d4 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Calling delete_port for 981ed610-5b93-4ae7-a771-2383990bb1d4 owned by network:floatingip {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:39:38.847085 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-18e716e2-01bc-454c-84e7-bad78fb539d4 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (981ed610-5b93-4ae7-a771-2383990bb1d4), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:38.871869 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e716e2-01bc-454c-84e7-bad78fb539d4 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event deleted for resources: {'Port': ['ID=981ed610-5b93-4ae7-a771-2383990bb1d4,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:38.927874 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-18e716e2-01bc-454c-84e7-bad78fb539d4 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for floatingip (50614259-3a9d-4d86-b9b6-ce07462440ba), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:38.930380 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-18e716e2-01bc-454c-84e7-bad78fb539d4 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-93491'] for floatingip (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:38.931503 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-18e716e2-01bc-454c-84e7-bad78fb539d4 tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "DELETE /v2.0/floatingips/50614259-3a9d-4d86-b9b6-ce07462440ba HTTP/1.1" status: 204 len: 168 time: 0.4215169 Jan 26 19:39:39.016076 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:39.751435 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:39:39.771846 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] No Port match for: 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:39:39.772192 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Device 82e3bf1e-e1f0-4be5-9e65-ff038e41aee2 not bound to the agent host hv-cinder-79400 {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:39:40.124693 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33782) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:39:40.180606 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2e831d73-87b4-4d1e-814a-1355d52003ec tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group (bb73db78-ea8f-4d99-91f5-5ce24656c9d7), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:40.204609 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2e831d73-87b4-4d1e-814a-1355d52003ec tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group (bb73db78-ea8f-4d99-91f5-5ce24656c9d7), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:40.264271 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2e831d73-87b4-4d1e-814a-1355d52003ec tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (bb73db78-ea8f-4d99-91f5-5ce24656c9d7), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:40.267436 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-2e831d73-87b4-4d1e-814a-1355d52003ec tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:40.268612 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-2e831d73-87b4-4d1e-814a-1355d52003ec tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] 10.222.0.50 "DELETE /v2.0/security-groups/bb73db78-ea8f-4d99-91f5-5ce24656c9d7 HTTP/1.1" status: 204 len: 168 time: 0.1429157 Jan 26 19:39:40.278375 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e831d73-87b4-4d1e-814a-1355d52003ec tempest-TestVolumeBootPattern-1110503724 tempest-TestVolumeBootPattern-1110503724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb73db78-ea8f-4d99-91f5-5ce24656c9d7,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:40.328916 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:40.332331 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33786) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:39:40.829935 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0865535b-1814-4fa8-9f1c-a730dee65ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747372'] for router_interface (293bcd84-6f89-4055-8ccf-087b412795a8), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:41.060305 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-0865535b-1814-4fa8-9f1c-a730dee65ce8 admin admin] Deleting port 4d3ed3ba-40a2-430a-8e5c-d505940c4892 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:39:41.060645 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0865535b-1814-4fa8-9f1c-a730dee65ce8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:41.134194 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-0865535b-1814-4fa8-9f1c-a730dee65ce8 admin admin] For port 4d3ed3ba-40a2-430a-8e5c-d505940c4892, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=4d3ed3ba-40a2-430a-8e5c-d505940c4892,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:39:41.134827 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0865535b-1814-4fa8-9f1c-a730dee65ce8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:41.145761 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-0865535b-1814-4fa8-9f1c-a730dee65ce8 admin admin] Calling delete_port for 4d3ed3ba-40a2-430a-8e5c-d505940c4892 owned by network:router_interface {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:39:41.317356 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0865535b-1814-4fa8-9f1c-a730dee65ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (4d3ed3ba-40a2-430a-8e5c-d505940c4892), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:41.345788 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865535b-1814-4fa8-9f1c-a730dee65ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d3ed3ba-40a2-430a-8e5c-d505940c4892,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:41.507506 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-0865535b-1814-4fa8-9f1c-a730dee65ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1016835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747512'] for router_interface (293bcd84-6f89-4055-8ccf-087b412795a8), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:41.950406 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0865535b-1814-4fa8-9f1c-a730dee65ce8 admin admin] Router 293bcd84-6f89-4055-8ccf-087b412795a8 has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:39:42.049722 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0865535b-1814-4fa8-9f1c-a730dee65ce8 admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:39:42.054554 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-0865535b-1814-4fa8-9f1c-a730dee65ce8 admin admin] 10.222.0.50 "PUT /v2.0/routers/293bcd84-6f89-4055-8ccf-087b412795a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7211969 Jan 26 19:39:42.057121 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33790) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:39:42.059552 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b75a7c-bad4-487f-a8f2-0fbfa490b0b5 None None] Sync routers for ids ['293bcd84-6f89-4055-8ccf-087b412795a8'] in dv-cinder-794001-3-iscsi {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:39:42.069901 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b75a7c-bad4-487f-a8f2-0fbfa490b0b5 None None] Routers {'293bcd84-6f89-4055-8ccf-087b412795a8'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:39:42.070512 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b7b75a7c-bad4-487f-a8f2-0fbfa490b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:39:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['293bcd84-6f89-4055-8ccf-087b412795a8'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:42.157860 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-886eca88-eb8f-4604-967f-4c6b98dc38c5 admin admin] Publish callbacks [] for router (293bcd84-6f89-4055-8ccf-087b412795a8), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:42.171543 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-b7b75a7c-bad4-487f-a8f2-0fbfa490b0b5 None None] Set router 293bcd84-6f89-4055-8ccf-087b412795a8 gateway port host: dv-cinder-794001-3-iscsi {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:39:42.256446 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-886eca88-eb8f-4604-967f-4c6b98dc38c5 admin admin] Publish callbacks [] for router_gateway (293bcd84-6f89-4055-8ccf-087b412795a8), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:42.312111 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-886eca88-eb8f-4604-967f-4c6b98dc38c5 admin admin] Deleting port 3d1df62d-f800-4332-8145-ea49cb772bbf {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:39:42.312452 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-886eca88-eb8f-4604-967f-4c6b98dc38c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (3d1df62d-f800-4332-8145-ea49cb772bbf), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:42.392826 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-886eca88-eb8f-4604-967f-4c6b98dc38c5 admin admin] For port 3d1df62d-f800-4332-8145-ea49cb772bbf, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=3d1df62d-f800-4332-8145-ea49cb772bbf,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:39:42.393190 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-886eca88-eb8f-4604-967f-4c6b98dc38c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (3d1df62d-f800-4332-8145-ea49cb772bbf), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:42.404724 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-886eca88-eb8f-4604-967f-4c6b98dc38c5 admin admin] Calling delete_port for 3d1df62d-f800-4332-8145-ea49cb772bbf owned by network:router_gateway {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:39:42.470338 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b7b75a7c-bad4-487f-a8f2-0fbfa490b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:39:41Z', 'revision_number': 5, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port': {'id': '3d1df62d-f800-4332-8145-ea49cb772bbf', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:47:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:28Z', 'updated_at': '2022-01-26T19:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:42.495569 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b75a7c-bad4-487f-a8f2-0fbfa490b0b5 None None] Checking router: 293bcd84-6f89-4055-8ccf-087b412795a8 for host: dv-cinder-794001-3-iscsi {{(pid=102407) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:39:42.504446 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b75a7c-bad4-487f-a8f2-0fbfa490b0b5 None None] Routers {'293bcd84-6f89-4055-8ccf-087b412795a8'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102407) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:39:42.505053 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b7b75a7c-bad4-487f-a8f2-0fbfa490b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:39:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['293bcd84-6f89-4055-8ccf-087b412795a8'], 'active': True} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:42.566063 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-886eca88-eb8f-4604-967f-4c6b98dc38c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (3d1df62d-f800-4332-8145-ea49cb772bbf), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:42.591185 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvr_db [None req-b7b75a7c-bad4-487f-a8f2-0fbfa490b0b5 None None] Set router 293bcd84-6f89-4055-8ccf-087b412795a8 gateway port host: None {{(pid=102407) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:39:42.596364 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886eca88-eb8f-4604-967f-4c6b98dc38c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d1df62d-f800-4332-8145-ea49cb772bbf,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:42.646512 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_hamode_db [None req-b7b75a7c-bad4-487f-a8f2-0fbfa490b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:39:42Z', 'revision_number': 6, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port_host': None}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102407) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:42.653048 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-886eca88-eb8f-4604-967f-4c6b98dc38c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748694'] for router_gateway (293bcd84-6f89-4055-8ccf-087b412795a8), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:42.674643 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b75a7c-bad4-487f-a8f2-0fbfa490b0b5 None None] The sync data for ids ['293bcd84-6f89-4055-8ccf-087b412795a8'] in dv-cinder-794001-3-iscsi is: [{'id': '293bcd84-6f89-4055-8ccf-087b412795a8', 'name': 'tempest-TestVolumeBootPattern-1109572280-router', 'tenant_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:27Z', 'updated_at': '2022-01-26T19:39:42Z', 'revision_number': 6, 'project_id': '8c4fb0a5c0e74ac8bfc5dd910bac07f5', 'gw_port_host': None}] {{(pid=102407) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:39:42.744185 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-886eca88-eb8f-4604-967f-4c6b98dc38c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497413'] for router (293bcd84-6f89-4055-8ccf-087b412795a8), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:42.746183 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-886eca88-eb8f-4604-967f-4c6b98dc38c5 admin admin] Publish callbacks [] for router_controller (293bcd84-6f89-4055-8ccf-087b412795a8), precommit_delete_associations {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:42.787663 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-886eca88-eb8f-4604-967f-4c6b98dc38c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752138'] for router (293bcd84-6f89-4055-8ccf-087b412795a8), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:42.788242 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886eca88-eb8f-4604-967f-4c6b98dc38c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 293bcd84-6f89-4055-8ccf-087b412795a8 {{(pid=102406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 19:39:42.793020 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-886eca88-eb8f-4604-967f-4c6b98dc38c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:42.794207 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-886eca88-eb8f-4604-967f-4c6b98dc38c5 admin admin] 10.222.0.50 "DELETE /v2.0/routers/293bcd84-6f89-4055-8ccf-087b412795a8 HTTP/1.1" status: 204 len: 168 time: 0.7361078 Jan 26 19:39:42.797467 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33792) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:39:42.842428 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_v2 [None req-796e4aaa-e0c6-4f7a-9c1d-3981bc78f532 admin admin] Deleting subnet a03b0a89-d2fe-4cbd-933b-6f666740803e {{(pid=102406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:39:42.845942 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-796e4aaa-e0c6-4f7a-9c1d-3981bc78f532 admin admin] Publish callbacks [] for subnet (a03b0a89-d2fe-4cbd-933b-6f666740803e), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:42.878849 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-796e4aaa-e0c6-4f7a-9c1d-3981bc78f532 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8905233'] for subnet (a03b0a89-d2fe-4cbd-933b-6f666740803e), precommit_delete_associations {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:42.951500 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-796e4aaa-e0c6-4f7a-9c1d-3981bc78f532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588427'] for subnet (a03b0a89-d2fe-4cbd-933b-6f666740803e), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:43.004745 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-796e4aaa-e0c6-4f7a-9c1d-3981bc78f532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8613420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456519'] for subnet (a03b0a89-d2fe-4cbd-933b-6f666740803e), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:43.028764 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e4aaa-e0c6-4f7a-9c1d-3981bc78f532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a03b0a89-d2fe-4cbd-933b-6f666740803e,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:43.034848 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-796e4aaa-e0c6-4f7a-9c1d-3981bc78f532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:43.038118 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-796e4aaa-e0c6-4f7a-9c1d-3981bc78f532 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/a03b0a89-d2fe-4cbd-933b-6f666740803e HTTP/1.1" status: 204 len: 168 time: 0.2396913 Jan 26 19:39:43.040558 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33794) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:39:43.046614 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc793d2c-b5ee-4d76-aa3e-9e597a299015 None None] Network 271d7cd6-39be-4683-b50e-e90ed3ff8279 requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:39:43.111400 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056074'] for network (271d7cd6-39be-4683-b50e-e90ed3ff8279), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:43.165994 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] Deleting port f0d72a95-3ac9-4558-ae04-fc5707c02827 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:39:43.166550 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (f0d72a95-3ac9-4558-ae04-fc5707c02827), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:43.230203 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] For port f0d72a95-3ac9-4558-ae04-fc5707c02827, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=f0d72a95-3ac9-4558-ae04-fc5707c02827,segment=NetworkSegment(386cb049-a13b-47ce-9b7e-7b6c2272699d),segment_id=386cb049-a13b-47ce-9b7e-7b6c2272699d)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:39:43.230574 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (f0d72a95-3ac9-4558-ae04-fc5707c02827), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:43.242371 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] Calling delete_port for f0d72a95-3ac9-4558-ae04-fc5707c02827 owned by network:dhcp {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:39:43.316610 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (f0d72a95-3ac9-4558-ae04-fc5707c02827), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:43.345425 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d72a95-3ac9-4558-ae04-fc5707c02827,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:43.348931 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] No DVR routers for this DVR port f0d72a95-3ac9-4558-ae04-fc5707c02827 on host dv-cinder-794001-3-iscsi {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:39:43.418314 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1586524', 'neutron.services.segments.db._delete_segments_for_network-8757114033794'] for network (271d7cd6-39be-4683-b50e-e90ed3ff8279), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:43.441094 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['271d7cd6-39be-4683-b50e-e90ed3ff8279']}} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:43.450537 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386cb049-a13b-47ce-9b7e-7b6c2272699d') {'for_net_delete': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:43.450832 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386cb049-a13b-47ce-9b7e-7b6c2272699d') {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:43.451453 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8adc5e-f7bc-4274-8642-46e582b4fc73 None None] DHCP port deletion for 271d7cd6-39be-4683-b50e-e90ed3ff8279 request from dv-cinder-794001-3-iscsi {{(pid=102407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 19:39:43.465943 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757114034827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8905240'] for segment (386cb049-a13b-47ce-9b7e-7b6c2272699d), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:43.479265 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (386cb049-a13b-47ce-9b7e-7b6c2272699d), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:43.486156 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=102406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:39:43.486545 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8613506'] for segment (386cb049-a13b-47ce-9b7e-7b6c2272699d), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: Traceback (most recent call last): Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: timer() Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: cb(*args, **kw) Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: return func(*args, **kwargs) Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: self._notify() Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: self.callback(batched_events) Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: event.method(event) Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: return f(self, *a, **k) Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: return self._get(url).json() Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: return self.request(url, 'GET', **kwargs) Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:39:43.488274 dv-cinder-794001-3-iscsi neutron-server[102406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:39:43.540397 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1586517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747646'] for network (271d7cd6-39be-4683-b50e-e90ed3ff8279), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:43.546039 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:43.549318 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] 10.222.0.50 "DELETE /v2.0/networks/271d7cd6-39be-4683-b50e-e90ed3ff8279 HTTP/1.1" status: 204 len: 168 time: 0.5078442 Jan 26 19:39:43.552176 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33796) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:39:43.567748 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869acd2-64a3-43a8-8eda-ace77ae42262 admin admin] Pushing event deleted for resources: {'Network': ['ID=271d7cd6-39be-4683-b50e-e90ed3ff8279,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:43.883689 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 4d3ed3ba-40a2-430a-8e5c-d505940c4892 no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:39:43.903468 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: 4d3ed3ba-40a2-430a-8e5c-d505940c4892 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:39:43.903833 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 4d3ed3ba-40a2-430a-8e5c-d505940c4892 not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:39:43.904239 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 3d1df62d-f800-4332-8145-ea49cb772bbf no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:39:43.912131 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8033-6e5d-4fd1-9a28-7fdb0fa1512f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747372'] for router_interface (5fd7b588-ea3e-4f40-b966-0234f4e1f83c), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:43.926501 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: 3d1df62d-f800-4332-8145-ea49cb772bbf {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:39:43.926841 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 3d1df62d-f800-4332-8145-ea49cb772bbf not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:39:43.927243 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device f0d72a95-3ac9-4558-ae04-fc5707c02827 no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:39:43.945875 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: f0d72a95-3ac9-4558-ae04-fc5707c02827 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:39:43.946212 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device f0d72a95-3ac9-4558-ae04-fc5707c02827 not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:39:44.146787 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd8033-6e5d-4fd1-9a28-7fdb0fa1512f admin admin] Deleting port fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:39:44.147032 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8033-6e5d-4fd1-9a28-7fdb0fa1512f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:44.220627 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-5dcd8033-6e5d-4fd1-9a28-7fdb0fa1512f admin admin] For port fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe,segment=NetworkSegment(ab4c8d7c-d119-4941-bdda-185adff4a52a),segment_id=ab4c8d7c-d119-4941-bdda-185adff4a52a)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:39:44.221309 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8033-6e5d-4fd1-9a28-7fdb0fa1512f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:44.231960 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd8033-6e5d-4fd1-9a28-7fdb0fa1512f admin admin] Calling delete_port for fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe owned by network:router_interface {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:39:44.404808 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8033-6e5d-4fd1-9a28-7fdb0fa1512f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:44.436640 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd8033-6e5d-4fd1-9a28-7fdb0fa1512f admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:44.598968 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8033-6e5d-4fd1-9a28-7fdb0fa1512f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1016835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747512'] for router_interface (5fd7b588-ea3e-4f40-b966-0234f4e1f83c), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:44.807165 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcd8033-6e5d-4fd1-9a28-7fdb0fa1512f admin admin] Router 5fd7b588-ea3e-4f40-b966-0234f4e1f83c has already been hosted by L3 agent 2615ee4a-01f5-490a-821d-936c722c1cec {{(pid=102406) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 26 19:39:44.906183 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcd8033-6e5d-4fd1-9a28-7fdb0fa1512f admin admin] Notify agent at l3_agent.dv-cinder-794001-3-iscsi the message routers_updated {{(pid=102406) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 26 19:39:44.911063 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-5dcd8033-6e5d-4fd1-9a28-7fdb0fa1512f admin admin] 10.222.0.50 "PUT /v2.0/routers/5fd7b588-ea3e-4f40-b966-0234f4e1f83c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3577764 Jan 26 19:39:44.913589 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33798) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:39:44.916210 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaa7659-aa91-44bf-90d5-c041607ff3ca None None] Sync routers for ids ['5fd7b588-ea3e-4f40-b966-0234f4e1f83c'] in dv-cinder-794001-3-iscsi {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 26 19:39:44.925286 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa7659-aa91-44bf-90d5-c041607ff3ca None None] Routers {'5fd7b588-ea3e-4f40-b966-0234f4e1f83c'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:39:44.925903 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-cfaa7659-aa91-44bf-90d5-c041607ff3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:39:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5fd7b588-ea3e-4f40-b966-0234f4e1f83c'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:45.010604 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-654523fe-8d6d-4d20-801c-2ff7a6715901 admin admin] Publish callbacks [] for router (5fd7b588-ea3e-4f40-b966-0234f4e1f83c), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:45.032509 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-cfaa7659-aa91-44bf-90d5-c041607ff3ca None None] Set router 5fd7b588-ea3e-4f40-b966-0234f4e1f83c gateway port host: dv-cinder-794001-3-iscsi {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:39:45.114032 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-654523fe-8d6d-4d20-801c-2ff7a6715901 admin admin] Publish callbacks [] for router_gateway (5fd7b588-ea3e-4f40-b966-0234f4e1f83c), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:45.164747 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-654523fe-8d6d-4d20-801c-2ff7a6715901 admin admin] Deleting port eaad0447-a84e-497c-9c82-acced1516d2a {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:39:45.164747 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-654523fe-8d6d-4d20-801c-2ff7a6715901 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (eaad0447-a84e-497c-9c82-acced1516d2a), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:45.212337 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-cfaa7659-aa91-44bf-90d5-c041607ff3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'name': 'tempest-TestVolumeBootPattern-624328649-router', 'tenant_id': '434468ddadd149f1a0b658bcb13dc934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'external_fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': 'eaad0447-a84e-497c-9c82-acced1516d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:34Z', 'updated_at': '2022-01-26T19:39:44Z', 'revision_number': 5, 'project_id': '434468ddadd149f1a0b658bcb13dc934', 'gw_port': {'id': 'eaad0447-a84e-497c-9c82-acced1516d2a', 'name': '', 'network_id': '8cf07f92-025e-4326-a933-3274338e1685', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:23:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-26T19:30:35Z', 'updated_at': '2022-01-26T19:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c6bed3d7-de6a-4276-b4da-48f65ec8568d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-3-iscsi'}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:45.242813 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaa7659-aa91-44bf-90d5-c041607ff3ca None None] Checking router: 5fd7b588-ea3e-4f40-b966-0234f4e1f83c for host: dv-cinder-794001-3-iscsi {{(pid=102408) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 26 19:39:45.252028 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaa7659-aa91-44bf-90d5-c041607ff3ca None None] Routers {'5fd7b588-ea3e-4f40-b966-0234f4e1f83c'} bound to L3 agent in host dv-cinder-794001-3-iscsi {{(pid=102408) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 26 19:39:45.252655 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-cfaa7659-aa91-44bf-90d5-c041607ff3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-26T19:17:06Z,description=,heartbeat_timestamp=2022-01-26T19:39:36Z,host='dv-cinder-794001-3-iscsi',id=2615ee4a-01f5-490a-821d-936c722c1cec,load=0,resource_versions=,resources_synced=,started_at=2022-01-26T19:17:06Z,topic='l3_agent')) {'router_ids': ['5fd7b588-ea3e-4f40-b966-0234f4e1f83c'], 'active': True} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:45.339594 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_dvr_db [None req-cfaa7659-aa91-44bf-90d5-c041607ff3ca None None] Set router 5fd7b588-ea3e-4f40-b966-0234f4e1f83c gateway port host: None {{(pid=102408) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 26 19:39:45.393399 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.l3_hamode_db [None req-cfaa7659-aa91-44bf-90d5-c041607ff3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'name': 'tempest-TestVolumeBootPattern-624328649-router', 'tenant_id': '434468ddadd149f1a0b658bcb13dc934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:34Z', 'updated_at': '2022-01-26T19:39:45Z', 'revision_number': 6, 'project_id': '434468ddadd149f1a0b658bcb13dc934', 'gw_port_host': None}], 'dv-cinder-794001-3-iscsi', False) {} {{(pid=102408) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:45.422962 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaa7659-aa91-44bf-90d5-c041607ff3ca None None] The sync data for ids ['5fd7b588-ea3e-4f40-b966-0234f4e1f83c'] in dv-cinder-794001-3-iscsi is: [{'id': '5fd7b588-ea3e-4f40-b966-0234f4e1f83c', 'name': 'tempest-TestVolumeBootPattern-624328649-router', 'tenant_id': '434468ddadd149f1a0b658bcb13dc934', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-26T19:30:34Z', 'updated_at': '2022-01-26T19:39:45Z', 'revision_number': 6, 'project_id': '434468ddadd149f1a0b658bcb13dc934', 'gw_port_host': None}] {{(pid=102408) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 26 19:39:45.488330 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-654523fe-8d6d-4d20-801c-2ff7a6715901 admin admin] For port eaad0447-a84e-497c-9c82-acced1516d2a, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=eaad0447-a84e-497c-9c82-acced1516d2a,segment=NetworkSegment(9502de5a-0211-4596-9de3-5f879741d5ee),segment_id=9502de5a-0211-4596-9de3-5f879741d5ee)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:39:45.488847 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-654523fe-8d6d-4d20-801c-2ff7a6715901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (eaad0447-a84e-497c-9c82-acced1516d2a), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:45.500327 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-654523fe-8d6d-4d20-801c-2ff7a6715901 admin admin] Calling delete_port for eaad0447-a84e-497c-9c82-acced1516d2a owned by network:router_gateway {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:39:45.651845 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-654523fe-8d6d-4d20-801c-2ff7a6715901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (eaad0447-a84e-497c-9c82-acced1516d2a), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:45.677104 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654523fe-8d6d-4d20-801c-2ff7a6715901 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaad0447-a84e-497c-9c82-acced1516d2a,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:45.734784 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-654523fe-8d6d-4d20-801c-2ff7a6715901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748694'] for router_gateway (5fd7b588-ea3e-4f40-b966-0234f4e1f83c), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:45.823488 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-654523fe-8d6d-4d20-801c-2ff7a6715901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-752131', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-497413'] for router (5fd7b588-ea3e-4f40-b966-0234f4e1f83c), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:45.825681 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-654523fe-8d6d-4d20-801c-2ff7a6715901 admin admin] Publish callbacks [] for router_controller (5fd7b588-ea3e-4f40-b966-0234f4e1f83c), precommit_delete_associations {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:45.870208 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-654523fe-8d6d-4d20-801c-2ff7a6715901 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-752138'] for router (5fd7b588-ea3e-4f40-b966-0234f4e1f83c), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:45.870757 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654523fe-8d6d-4d20-801c-2ff7a6715901 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fd7b588-ea3e-4f40-b966-0234f4e1f83c {{(pid=102406) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 26 19:39:45.875335 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-654523fe-8d6d-4d20-801c-2ff7a6715901 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:45.876494 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-654523fe-8d6d-4d20-801c-2ff7a6715901 admin admin] 10.222.0.50 "DELETE /v2.0/routers/5fd7b588-ea3e-4f40-b966-0234f4e1f83c HTTP/1.1" status: 204 len: 168 time: 0.9619849 Jan 26 19:39:45.879014 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33800) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:39:45.929646 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.db_base_plugin_v2 [None req-c850f0c5-62a1-4fe0-83cf-e7a81fd64cc8 admin admin] Deleting subnet 9cd1fc79-c180-482c-a202-4ee9c1ee988a {{(pid=102406) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 26 19:39:45.932612 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c850f0c5-62a1-4fe0-83cf-e7a81fd64cc8 admin admin] Publish callbacks [] for subnet (9cd1fc79-c180-482c-a202-4ee9c1ee988a), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:45.964632 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c850f0c5-62a1-4fe0-83cf-e7a81fd64cc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8905233'] for subnet (9cd1fc79-c180-482c-a202-4ee9c1ee988a), precommit_delete_associations {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.038202 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c850f0c5-62a1-4fe0-83cf-e7a81fd64cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1588427'] for subnet (9cd1fc79-c180-482c-a202-4ee9c1ee988a), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.086745 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c850f0c5-62a1-4fe0-83cf-e7a81fd64cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1588416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-990591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8613420', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8456519'] for subnet (9cd1fc79-c180-482c-a202-4ee9c1ee988a), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.117578 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-c850f0c5-62a1-4fe0-83cf-e7a81fd64cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for subnet (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.121312 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-c850f0c5-62a1-4fe0-83cf-e7a81fd64cc8 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9cd1fc79-c180-482c-a202-4ee9c1ee988a HTTP/1.1" status: 204 len: 168 time: 0.2413008 Jan 26 19:39:46.122310 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850f0c5-62a1-4fe0-83cf-e7a81fd64cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cd1fc79-c180-482c-a202-4ee9c1ee988a,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:46.122707 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5566f7-ea3e-4c34-933d-061e2014356b None None] Network f74cbd31-d4d0-49be-a7bf-9399be57299b requested from dv-cinder-794001-3-iscsi {{(pid=102407) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 26 19:39:46.124513 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33802) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:39:46.198221 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056074'] for network (f74cbd31-d4d0-49be-a7bf-9399be57299b), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.259702 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] Deleting port 900845cf-1ea7-4aa3-a80f-651e656882e4 {{(pid=102406) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:39:46.260123 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (900845cf-1ea7-4aa3-a80f-651e656882e4), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.296663 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] DHCP port deletion for f74cbd31-d4d0-49be-a7bf-9399be57299b request from dv-cinder-794001-3-iscsi {{(pid=102407) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 26 19:39:46.305173 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:39:46.328186 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.db [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] For port 900845cf-1ea7-4aa3-a80f-651e656882e4, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=900845cf-1ea7-4aa3-a80f-651e656882e4,segment=NetworkSegment(ab4c8d7c-d119-4941-bdda-185adff4a52a),segment_id=ab4c8d7c-d119-4941-bdda-185adff4a52a)] {{(pid=102406) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:39:46.328666 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (900845cf-1ea7-4aa3-a80f-651e656882e4), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.341218 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.plugin [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] Calling delete_port for 900845cf-1ea7-4aa3-a80f-651e656882e4 owned by network:dhcp {{(pid=102406) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:39:46.343744 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:39:46.344121 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device fcf6b7a2-aaa5-4332-be1f-92d8eb9b0ebe not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:39:46.369481 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] Deleting port 900845cf-1ea7-4aa3-a80f-651e656882e4 {{(pid=102407) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1965}} Jan 26 19:39:46.369859 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757113826142'] for port (900845cf-1ea7-4aa3-a80f-651e656882e4), before_delete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.427963 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8613489'] for port (900845cf-1ea7-4aa3-a80f-651e656882e4), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.439564 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.db [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] For port 900845cf-1ea7-4aa3-a80f-651e656882e4, host dv-cinder-794001-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-3-iscsi',level=0,port_id=900845cf-1ea7-4aa3-a80f-651e656882e4,segment=NetworkSegment(ab4c8d7c-d119-4941-bdda-185adff4a52a),segment_id=ab4c8d7c-d119-4941-bdda-185adff4a52a)] {{(pid=102407) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 26 19:39:46.439978 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-748407'] for port (900845cf-1ea7-4aa3-a80f-651e656882e4), precommit_delete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.454062 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] Calling delete_port for 900845cf-1ea7-4aa3-a80f-651e656882e4 owned by network:dhcp {{(pid=102407) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} Jan 26 19:39:46.456881 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=900845cf-1ea7-4aa3-a80f-651e656882e4,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:46.462390 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] No DVR routers for this DVR port 900845cf-1ea7-4aa3-a80f-651e656882e4 on host dv-cinder-794001-3-iscsi {{(pid=102406) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:39:46.530563 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1612629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-117625', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757113832888', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757113527830'] for port (900845cf-1ea7-4aa3-a80f-651e656882e4), after_delete {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.536402 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1586524', 'neutron.services.segments.db._delete_segments_for_network-8757114033794'] for network (f74cbd31-d4d0-49be-a7bf-9399be57299b), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.555422 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] Pushing event deleted for resources: {'Port': ['ID=900845cf-1ea7-4aa3-a80f-651e656882e4,revision_number=None']} {{(pid=102407) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:46.555818 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f74cbd31-d4d0-49be-a7bf-9399be57299b']}} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:46.559707 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] No DVR routers for this DVR port 900845cf-1ea7-4aa3-a80f-651e656882e4 on host dv-cinder-794001-3-iscsi {{(pid=102407) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 26 19:39:46.565699 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4c8d7c-d119-4941-bdda-185adff4a52a') {'for_net_delete': True} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:46.565995 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.services.segments.db [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4c8d7c-d119-4941-bdda-185adff4a52a') {} {{(pid=102406) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 26 19:39:46.566506 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:46.566865 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:46.567210 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:46.570398 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:46.570398 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:46.571002 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:46.571002 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:46.571268 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:46.571535 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:46.571895 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:46.572226 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:46.572553 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:46.572876 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcb4393-454c-48f6-9caf-e896ab554c31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102407) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:46.580308 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757114034827', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8905240'] for segment (ab4c8d7c-d119-4941-bdda-185adff4a52a), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.593657 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920'] for segment (ab4c8d7c-d119-4941-bdda-185adff4a52a), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.599564 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=102406) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 26 19:39:46.600056 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2095920', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8613506'] for segment (ab4c8d7c-d119-4941-bdda-185adff4a52a), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: Traceback (most recent call last): Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: timer() Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: cb(*args, **kw) Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: return func(*args, **kwargs) Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: self._notify() Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: self.callback(batched_events) Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: event.method(event) Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: aggregate_uuid = self.p_client.list_aggregates( Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: return f(self, *a, **k) Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: return self._get(url).json() Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: return self.request(url, 'GET', **kwargs) Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: base_url = self.get_endpoint(auth, allow=allow, Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 19:39:46.601657 dv-cinder-794001-3-iscsi neutron-server[102406]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 19:39:46.656461 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1586517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540631', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1016852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-747646'] for network (f74cbd31-d4d0-49be-a7bf-9399be57299b), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.660600 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1017062'] for network (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.666496 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] 10.222.0.50 "DELETE /v2.0/networks/f74cbd31-d4d0-49be-a7bf-9399be57299b HTTP/1.1" status: 204 len: 168 time: 0.5410812 Jan 26 19:39:46.678655 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdad057-6cb5-4d05-9695-2bbdf5b330b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f74cbd31-d4d0-49be-a7bf-9399be57299b,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:46.773228 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33806) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:39:46.812449 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-7aa840ef-258f-4946-96a9-ef9b49523615 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8c4fb0a5c0e74ac8bfc5dd910bac07f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380418 Jan 26 19:39:46.814813 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [-] (102406) accepted ('10.222.0.50', 33808) {{(pid=102406) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:39:46.857930 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e0442a29-2783-4955-8b46-56937dec1d96 admin admin] Publish callbacks [] for security_group (011b21af-f6c9-4e3b-83cd-7dc47ee1355a), before_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.880677 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e0442a29-2783-4955-8b46-56937dec1d96 admin admin] Publish callbacks [] for security_group (011b21af-f6c9-4e3b-83cd-7dc47ee1355a), precommit_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.927551 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e0442a29-2783-4955-8b46-56937dec1d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (011b21af-f6c9-4e3b-83cd-7dc47ee1355a), after_delete {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.930181 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron_lib.callbacks.manager [None req-e0442a29-2783-4955-8b46-56937dec1d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102406) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:46.931310 dv-cinder-794001-3-iscsi neutron-server[102406]: INFO neutron.wsgi [None req-e0442a29-2783-4955-8b46-56937dec1d96 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/011b21af-f6c9-4e3b-83cd-7dc47ee1355a HTTP/1.1" status: 204 len: 168 time: 0.1156578 Jan 26 19:39:46.939335 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0442a29-2783-4955-8b46-56937dec1d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011b21af-f6c9-4e3b-83cd-7dc47ee1355a,revision_number=None']} {{(pid=102406) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:47.231958 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33814) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:39:47.269847 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-b1271dd9-c00d-4b09-82c1-617f6940e9a1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=434468ddadd149f1a0b658bcb13dc934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367432 Jan 26 19:39:47.272069 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [-] (102405) accepted ('10.222.0.50', 33816) {{(pid=102405) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 26 19:39:47.317925 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e3884d89-f81e-45c3-8bc0-c9fd0fa2d567 admin admin] Publish callbacks [] for security_group (58221138-5f52-4033-9d0e-a276e0729fdd), before_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:47.337802 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e3884d89-f81e-45c3-8bc0-c9fd0fa2d567 admin admin] Publish callbacks [] for security_group (58221138-5f52-4033-9d0e-a276e0729fdd), precommit_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:47.384382 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e3884d89-f81e-45c3-8bc0-c9fd0fa2d567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540582'] for security_group (58221138-5f52-4033-9d0e-a276e0729fdd), after_delete {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:47.386866 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron_lib.callbacks.manager [None req-e3884d89-f81e-45c3-8bc0-c9fd0fa2d567 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:39:47.388020 dv-cinder-794001-3-iscsi neutron-server[102405]: INFO neutron.wsgi [None req-e3884d89-f81e-45c3-8bc0-c9fd0fa2d567 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/58221138-5f52-4033-9d0e-a276e0729fdd HTTP/1.1" status: 204 len: 168 time: 0.1150172 Jan 26 19:39:47.395814 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3884d89-f81e-45c3-8bc0-c9fd0fa2d567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58221138-5f52-4033-9d0e-a276e0729fdd,revision_number=None']} {{(pid=102405) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 26 19:39:47.403047 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3884d89-f81e-45c3-8bc0-c9fd0fa2d567 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:47.403397 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3884d89-f81e-45c3-8bc0-c9fd0fa2d567 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:47.403734 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3884d89-f81e-45c3-8bc0-c9fd0fa2d567 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:47.404099 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3884d89-f81e-45c3-8bc0-c9fd0fa2d567 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:47.404428 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3884d89-f81e-45c3-8bc0-c9fd0fa2d567 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:47.404750 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3884d89-f81e-45c3-8bc0-c9fd0fa2d567 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:47.405568 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3884d89-f81e-45c3-8bc0-c9fd0fa2d567 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:47.405888 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3884d89-f81e-45c3-8bc0-c9fd0fa2d567 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:47.406224 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3884d89-f81e-45c3-8bc0-c9fd0fa2d567 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:47.406532 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3884d89-f81e-45c3-8bc0-c9fd0fa2d567 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:47.406849 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3884d89-f81e-45c3-8bc0-c9fd0fa2d567 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:47.407199 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3884d89-f81e-45c3-8bc0-c9fd0fa2d567 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:47.407519 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3884d89-f81e-45c3-8bc0-c9fd0fa2d567 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-3-iscsi {{(pid=102405) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 26 19:39:47.879620 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device eaad0447-a84e-497c-9c82-acced1516d2a no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:39:47.900184 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: eaad0447-a84e-497c-9c82-acced1516d2a {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:39:47.900600 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device eaad0447-a84e-497c-9c82-acced1516d2a not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:39:47.901339 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 900845cf-1ea7-4aa3-a80f-651e656882e4 no longer exists at agent ovs-agent-dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 26 19:39:47.920846 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.plugin [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] No Port match for: 900845cf-1ea7-4aa3-a80f-651e656882e4 {{(pid=102407) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2303}} Jan 26 19:39:47.921186 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron.plugins.ml2.rpc [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Device 900845cf-1ea7-4aa3-a80f-651e656882e4 not bound to the agent host dv-cinder-794001-3-iscsi {{(pid=102407) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 26 19:40:01.625899 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:40:04.053294 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-ae5eaf28-6950-4b0c-aba5-bcf5b2620da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:40:06.330744 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-958c6d82-c2e5-4740-bf50-29c0e5c1eea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:40:07.797726 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:40:08.192338 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:40:09.017731 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:40:10.330994 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:40:31.426743 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [req-6d8382bc-8224-48c5-a47c-1d99ec01285b req-dc9c3117-072c-4569-8002-ef57dd16a6a6 service neutron] (102405) timed out ('10.222.0.46', 61928) {{(pid=102405) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 26 19:40:31.723566 dv-cinder-794001-3-iscsi neutron-server[102405]: DEBUG neutron.wsgi [req-8f9d848a-7e42-4bab-ad09-a95de0fc1b63 req-abb421e3-5aba-4a55-a87d-3cc42a0a6104 service neutron] (102405) timed out ('10.222.0.46', 61933) {{(pid=102405) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 26 19:40:32.095000 dv-cinder-794001-3-iscsi neutron-server[102406]: DEBUG neutron.wsgi [req-93e07586-46d9-4993-8a18-a146d251a7dd req-d652c0c9-b8b1-4857-8757-bec73399ffa3 service neutron] (102406) timed out ('10.222.0.46', 61897) {{(pid=102406) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 26 19:40:34.054940 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-2aff561e-0db4-421e-ace7-daa5f85da19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:40:36.332083 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-3a213893-d5d6-42b1-96d2-5b7b25065c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:40:37.799569 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:40:38.185185 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:40:38.624632 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:40:39.021864 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:40:40.333339 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:41:04.055834 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-8d9dcbd9-f6b1-4ebd-9c2a-fcf1f46e367a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:41:06.333661 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-ac347609-5f9e-43d2-a59b-9cd69c9d3fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:41:07.802377 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:41:08.200397 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:41:09.023650 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:41:10.335702 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:41:15.622950 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:41:34.056721 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-3c8dd2b7-93d9-4eba-bbd5-4b1fb2a23ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:41:36.333553 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-d35c1f92-9454-41ba-98a1-4082a9f07278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:41:37.806097 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:41:38.199299 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:41:39.026557 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:41:40.337368 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:41:52.622988 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:42:04.060623 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-ff352fb2-9548-4e1f-8e00-be80cd9a9ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:42:06.334928 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-964ac5d1-6a8e-4f1f-8cfb-8b445d272c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:42:07.808819 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:42:08.200536 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:42:09.028839 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:42:10.340038 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:42:29.622493 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:42:34.062854 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-bd3d648f-97bb-43c0-9790-0f7083a27467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:42:36.334885 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4a1bf88e-23c1-4697-9143-e346cadb66c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:42:37.812079 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:42:38.200120 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:42:39.032431 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:42:40.341895 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:43:04.064178 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-b53b7d74-8fb6-4a78-9959-d3b8831bef7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:43:06.336917 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-8c1df872-d265-4270-a472-30767d41bd06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:43:06.621400 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:43:07.814299 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:43:08.196108 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:43:09.033755 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:43:10.343270 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:43:34.065824 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-ef6dd5e9-86e8-4117-bac0-5bcbe4705098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:43:36.337933 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-18098ccb-b3bb-4296-8a2b-9373a66f828e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:43:37.816717 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:43:38.194077 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:43:39.036431 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:43:40.344557 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:43:43.619249 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:44:04.066286 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c3ba74e-50de-4f24-8b3e-330790ef5678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:44:06.338437 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-064dc9d4-d9eb-41dc-b3b0-25111ec912d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:44:07.819888 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:44:08.194054 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:44:09.038082 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:44:10.348502 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:44:20.617584 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:44:34.067978 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-c5a470ae-d4d7-4aff-8ff8-5c667dc50df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:44:36.339184 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-dbf469e8-897a-4825-ac93-284bc1fd9d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:44:37.822842 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:44:38.194814 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:44:39.041409 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:44:40.350717 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:44:57.616470 dv-cinder-794001-3-iscsi neutron-server[102408]: DEBUG neutron.db.agents_db [None req-f8ccc9fd-f77e-46d2-af0e-dc6a34e2790c None None] Agent healthcheck: found 6 active agents {{(pid=102408) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 26 19:45:04.072947 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-5fab057b-d2c5-46f3-bd2a-262a5f3c8e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (31c3448a-31ed-4e27-a989-b99358ff62dd), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:45:06.340464 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-892248b0-9006-4835-b8f5-ad7014d7f4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (2615ee4a-01f5-490a-821d-936c722c1cec), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:45:07.825904 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-feef1ae3-000b-4167-aeb9-7b66d9ced192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (8196995b-851f-4520-b038-19ffb43c934c), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:45:08.206407 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-953eb952-a3eb-4e9a-8d37-cc0a55e416bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a6454f9d-4400-4a22-bfb5-5c34f78c9426), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:45:09.045394 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-4c299538-665f-4e74-a6c3-4d0fc746f005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (a46cfd92-ae0a-4b65-8b43-fe258aab639b), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 26 19:45:10.356835 dv-cinder-794001-3-iscsi neutron-server[102407]: DEBUG neutron_lib.callbacks.manager [None req-68bdd458-ceff-4a06-952b-15afd73b91d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757114033776', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1581660'] for agent (3341cc66-16d3-4a6e-b14b-e3bd88efa622), after_update {{(pid=102407) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}